-- Logs begin at Wed 2022-10-12 01:51:01 UTC, end at Wed 2022-10-12 02:54:19 UTC. -- Oct 12 02:20:59.006467 dv-cinder-849143-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 02:21:01.632582 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.common.config [-] Logging enabled! Oct 12 02:21:01.633194 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev68 Oct 12 02:21:01.633391 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104324) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 12 02:21:01.636535 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.common.config [-] Logging enabled! Oct 12 02:21:01.636816 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev68 Oct 12 02:21:01.637126 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104324) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 12 02:21:01.638048 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 02:21:01.638276 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 02:21:01.638748 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 02:21:01.639065 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 02:21:01.639293 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 02:21:01.639607 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.639904 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.640131 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.640449 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.640764 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.641045 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.641335 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.641628 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.641910 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.642187 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.642468 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.642694 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.642971 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.643254 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.643537 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.643759 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] debug = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.644034 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.644460 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.644874 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.645150 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.645439 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.645717 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.645983 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.646253 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.646530 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.646854 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] host = dv-cinder-849143-14-iscsi {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.647125 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.647407 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.647688 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.647966 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.648234 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.648505 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.648807 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.649072 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.649337 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] log_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.649603 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.649884 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.650165 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.650446 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.650664 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.650882 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.651159 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.651443 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.651713 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.651980 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.652248 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.652514 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.652813 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.653077 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.653357 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.653637 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.653917 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.654185 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.654453 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.654718 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.654982 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.655261 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.655527 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.655798 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.656577 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.656887 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.657150 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.657416 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.657712 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.657993 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.658268 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.658547 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.658814 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.659090 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.659355 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.659624 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.659891 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] use_json = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.660159 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.660423 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.660720 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.660987 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.661252 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.661521 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.661788 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.662069 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.662336 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:01.662627 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.662917 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.663212 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.663492 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.663792 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.664069 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.664354 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.664627 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.664936 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.665221 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.665506 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.665779 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.666074 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.666364 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.666652 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.666951 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.667238 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.667523 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.667793 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.668061 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.668326 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.668597 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.668902 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.669174 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.669454 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.669742 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.670016 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.670308 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.670588 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.670867 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.671151 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.671434 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.671776 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.672542 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.672854 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.673130 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.673398 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.673682 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.673956 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.674229 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.674510 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.674800 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.675084 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.675355 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.675630 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.675918 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.676195 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.676464 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.676816 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.677094 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.677363 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.677643 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.677916 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.678188 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.678456 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.678730 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.679000 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.679267 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.679541 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.679812 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.680085 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.680353 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.680621 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.680912 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.681180 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.681446 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.681714 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.681983 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.682254 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.682522 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.682789 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.683055 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.683322 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.683588 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.683869 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.684164 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.684439 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.684734 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.685011 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.685285 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.685558 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.685832 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.686106 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.686381 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.686649 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.686934 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.687213 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.687535 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.687819 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.688115 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.688409 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.688711 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.688992 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.689270 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.689546 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.689823 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.690105 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.690382 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.690657 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.690937 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.691217 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.691508 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.691800 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.692077 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.692491 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.692998 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.693292 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.693570 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.693877 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.694157 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:01.694376 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 02:21:01.694617 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104324) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 02:21:02.067154 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 12 02:21:02.067475 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 12 02:21:02.067737 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 12 02:21:02.067964 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 12 02:21:02.068240 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 12 02:21:02.068564 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 02:21:02.391011 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.391227 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.391504 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.392673 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.392965 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.393226 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.445516 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.445791 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.446057 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.462203 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.462483 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.462751 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.489717 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.489993 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.490258 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.526603 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.526877 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.527142 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.753965 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.754550 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.754550 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.755640 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.756351 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.851817 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.852133 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.852414 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.852683 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.852972 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.853276 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.853533 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.853786 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.854036 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.854312 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.854567 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.854825 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.855077 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.855323 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.855572 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.855830 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.856080 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.856340 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.856604 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.856888 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.857158 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.857406 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.857683 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.858054 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.858304 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.858552 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.858939 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:02.859686 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:02.859923 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:02.860154 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:02.860385 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:02.860614 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:02.860992 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 02:21:02.864021 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 02:21:02.868137 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 02:21:02.871988 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 12 02:21:02.873619 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 02:21:02.874228 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 02:21:02.874561 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 02:21:02.875498 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 02:21:02.878263 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 02:21:02.878510 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 02:21:02.878852 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 02:21:02.883830 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 02:21:02.906394 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 02:21:02.906843 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.907138 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104324) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 12 02:21:02.907503 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.908858 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104324) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 02:21:02.909134 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 02:21:02.909375 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 02:21:02.920015 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:02.920296 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.030754 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 02:21:03.031446 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 02:21:03.031688 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 02:21:03.032057 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 02:21:03.083770 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO dbcounter [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Registered counter for database neutron Oct 12 02:21:03.100606 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_db.sqlalchemy.engines [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104324) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 02:21:03.106399 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writer thread running {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 02:21:03.642985 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Initializing driver for type 'gre' Oct 12 02:21:03.643545 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] gre ID ranges: [(1, 1000)] Oct 12 02:21:03.700856 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Initializing driver for type 'local' Oct 12 02:21:03.701205 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Initializing driver for type 'vlan' Oct 12 02:21:03.715182 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] VlanTypeDriver initialization complete Oct 12 02:21:03.715518 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Initializing driver for type 'vxlan' Oct 12 02:21:03.716021 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] vxlan ID ranges: [(1, 1000)] Oct 12 02:21:03.782363 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Initializing extension driver 'port_security' Oct 12 02:21:03.782966 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.extensions.port_security [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] PortSecurityExtensionDriver initialization complete Oct 12 02:21:03.783075 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Initializing mechanism driver 'openvswitch' Oct 12 02:21:03.783370 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Initializing mechanism driver 'hyperv' Oct 12 02:21:03.789975 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:03.790645 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > port after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.791012 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > port after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.791363 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > port after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.791854 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104324) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:03.792273 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > subnet after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.792624 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > subnet after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.792990 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > subnet after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.793380 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104324) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:03.793786 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > network after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.794139 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > network after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.794480 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > network after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.794864 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104324) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:03.795267 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > security_group after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.795615 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > security_group after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.795955 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > security_group after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.796339 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104324) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:03.796787 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.797138 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.797478 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.797993 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104324) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:03.798398 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > address_group after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.798744 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > address_group after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.799084 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > address_group after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.799467 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104324) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 02:21:03.799901 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] ML2 OVO RPC backend initialized. {{(pid=104324) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 12 02:21:03.800593 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router_interface after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.800973 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.801388 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > network before_response 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.801739 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > networks before_response 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.802085 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > port before_response 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.802427 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > ports before_response 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.802770 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > subnet before_response 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.803108 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > subnets before_response 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.803456 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > network after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.803789 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > network after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.804124 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > network after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.804458 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > port after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.804818 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > port after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.805154 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > port after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.805485 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > subnet after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.805817 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > subnet after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.806150 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > subnet after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.814193 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded quota_driver: . Oct 12 02:21:03.814554 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.plugin [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Modular L2 Plugin initialization complete Oct 12 02:21:03.814898 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading services supported by the core plugin {{(pid=104324) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 02:21:03.815232 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.plugins.ml2.managers [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Got port-security extension from driver 'port_security' Oct 12 02:21:03.815709 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.extensions.vlantransparent [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Disabled vlantransparent extension. Oct 12 02:21:03.816198 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104324) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 02:21:03.816523 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading Plugin: router Oct 12 02:21:03.851439 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router_interface before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.851828 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router after_create 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.852198 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router before_create 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.852566 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.852965 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.853392 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router after_delete 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.853680 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > floatingip after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.854029 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > floatingip after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.854384 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router after_create 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.854727 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router after_update 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.855073 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router after_update 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.855415 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.855772 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router after_update 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.856183 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router precommit_update 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.856550 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: port after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.856915 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: port after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.857256 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: subnet after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.857600 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.857947 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > port precommit_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.858292 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router precommit_create 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.858633 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: port before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.858974 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router precommit_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.859352 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router after_update 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.859696 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router precommit_delete 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.860045 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router precommit_create 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.860403 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router_interface after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.860769 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router precommit_update 55549900 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.861137 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > agent after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.861484 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > agent after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.861825 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > network after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.862674 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Tracking information for resource: router configured {{(pid=104324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:03.863001 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Tracking information for resource: floatingip configured {{(pid=104324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 02:21:03.868100 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.db.l3_agentschedulers_db [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 02:21:03.868670 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: port after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.869061 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: port after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.869411 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: port after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.869783 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: port after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.870562 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router before_create 55550100 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.870926 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router precommit_delete 55550100 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.871286 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router precommit_create 55550100 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.871640 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > router precommit_update 55550100 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.877072 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.services.provider_configuration [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service providers = [] {{(pid=104324) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 02:21:03.877429 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.db.servicetype_db [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104324) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 02:21:03.880339 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.services.service_base [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 02:21:03.880690 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.services.service_base [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 02:21:03.881053 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.services.service_base [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 02:21:03.881929 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.services.service_base [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 02:21:03.882300 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.services.service_base [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 02:21:03.882673 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:03.882996 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 02:21:03.895036 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:03.895325 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading Plugin: auto_allocate Oct 12 02:21:03.900988 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: network precommit_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.901356 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: network precommit_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.901868 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:03.902185 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading Plugin: tag Oct 12 02:21:03.908689 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:03.909039 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading Plugin: timestamp Oct 12 02:21:03.913000 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:03.913329 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading Plugin: network_ip_availability Oct 12 02:21:03.918715 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.919084 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.919439 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:03.920140 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:03.920488 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading Plugin: flavors Oct 12 02:21:03.925175 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:03.925511 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading Plugin: revisions Oct 12 02:21:03.929862 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 02:21:03.930240 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_concurrency.lockutils [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.862s {{(pid=104324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 12 02:21:03.930968 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104324) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 12 02:21:03.931304 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Initializing extension manager. Oct 12 02:21:03.931824 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: __init__.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.932165 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: __pycache__ {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.932501 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: address_group.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.933401 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.933962 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: address-group Oct 12 02:21:03.934281 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: address_scope.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.934947 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.935444 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: address-scope Oct 12 02:21:03.935763 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: admin_state_down_before_update.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.936624 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.937649 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: router-admin-state-down-before-update Oct 12 02:21:03.937971 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: agent.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.938626 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.939119 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: agent Oct 12 02:21:03.939436 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: agent_resources_synced.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.940288 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.940820 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: agent-resources-synced Oct 12 02:21:03.941140 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: allowedaddresspairs.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.942859 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.943373 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: allowed-address-pairs Oct 12 02:21:03.943697 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: auto_allocated_topology.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.944722 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.945239 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: auto-allocated-topology Oct 12 02:21:03.945563 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: availability_zone.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.946217 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.946719 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: availability_zone Oct 12 02:21:03.947037 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: availability_zone_filter.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.947897 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.948394 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: availability_zone_filter Oct 12 02:21:03.948733 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: data_plane_status.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.949589 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.950085 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 02:21:03.950402 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: default_subnetpools.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.951261 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.951760 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: default-subnetpools Oct 12 02:21:03.952078 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: dhcpagentscheduler.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.953414 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.953922 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: dhcp_agent_scheduler Oct 12 02:21:03.954239 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: dns.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.955103 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.955608 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension dns-integration not supported by any of loaded plugins Oct 12 02:21:03.955928 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: dns_domain_ports.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.956822 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.957325 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 02:21:03.957641 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.958506 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.959001 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 02:21:03.959318 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: dvr.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.959939 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.960434 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: dvr Oct 12 02:21:03.960776 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: ecmp_routes.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.961640 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.962131 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 02:21:03.962450 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: empty_string_filtering.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.963310 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.963805 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: empty-string-filtering Oct 12 02:21:03.964125 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.965015 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.965510 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 02:21:03.965835 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.966689 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.967182 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 02:21:03.967503 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: external_net.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.968352 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.968913 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: external-net Oct 12 02:21:03.969234 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: extra_dhcp_opt.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.970087 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.970587 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: extra_dhcp_opt Oct 12 02:21:03.970906 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: extraroute.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.971756 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.972254 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: extraroute Oct 12 02:21:03.972571 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: extraroute_atomic.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.973567 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.974068 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: extraroute-atomic Oct 12 02:21:03.974384 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: filter_validation.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.975000 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.975493 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: filter-validation Oct 12 02:21:03.975810 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: fip_pf_description.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.976662 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.977179 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 02:21:03.977495 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: fip_pf_detail.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.978349 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.978843 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: floating-ip-port-forwarding-detail Oct 12 02:21:03.979159 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: fip_pf_port_range.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.980019 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.980516 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 12 02:21:03.980931 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: fip_port_details.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.981796 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.982301 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: fip-port-details Oct 12 02:21:03.982618 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: flavors.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.983784 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.984325 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: flavors Oct 12 02:21:03.984649 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.986256 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.986771 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 02:21:03.987092 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: floatingip_pools.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.987743 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.988244 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: floatingip-pools Oct 12 02:21:03.988567 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: ip_allocation.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.989459 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.989957 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 02:21:03.990277 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.991156 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.991657 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: ip-substring-filtering Oct 12 02:21:03.991976 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: l2_adjacency.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.993135 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.993629 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 02:21:03.993950 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: l3.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.994853 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.995352 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: router Oct 12 02:21:03.995672 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: l3_conntrack_helper.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:03.998081 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:03.998602 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 02:21:03.998934 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.000332 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.000879 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: ext-gw-mode Oct 12 02:21:04.001208 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.002079 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.002586 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: l3-ha Oct 12 02:21:04.002914 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.003768 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.004270 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 12 02:21:04.004593 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: l3_flavors.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.005489 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.005990 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: l3-flavors Oct 12 02:21:04.006313 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: l3_ndp_proxy.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.007622 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.008129 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 12 02:21:04.008454 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.009355 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.009867 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 02:21:04.010189 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: l3agentscheduler.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.011171 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.011673 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: l3_agent_scheduler Oct 12 02:21:04.011999 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: local_ip.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.013726 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.014245 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension local_ip not supported by any of loaded plugins Oct 12 02:21:04.014572 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: logging.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.016559 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.017100 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension logging not supported by any of loaded plugins Oct 12 02:21:04.017427 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: metering.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.018123 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.018692 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: metering Oct 12 02:21:04.019019 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.020053 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.020567 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: metering_source_and_destination_fields Oct 12 02:21:04.020918 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: multiprovidernet.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.021795 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.022307 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: multi-provider Oct 12 02:21:04.022633 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: netmtu.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.023502 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.024007 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: net-mtu Oct 12 02:21:04.024329 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: netmtu_writable.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.025209 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.025712 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: net-mtu-writable Oct 12 02:21:04.026034 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: network_availability_zone.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.026663 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.027160 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: network_availability_zone Oct 12 02:21:04.027480 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: network_ip_availability.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.028518 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.029057 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: network-ip-availability Oct 12 02:21:04.029380 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: network_segment_range.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.030097 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.030592 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 02:21:04.032323 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: pagination.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.033329 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.033659 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: pagination Oct 12 02:21:04.033977 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: port_device_profile.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.034827 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.035337 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: port-device-profile Oct 12 02:21:04.035659 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: port_mac_address_override.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.036517 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.037054 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: port-mac-override Oct 12 02:21:04.037375 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.038245 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.038756 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: port-mac-address-regenerate Oct 12 02:21:04.039076 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.039935 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.040439 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: port-numa-affinity-policy Oct 12 02:21:04.040788 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: port_resource_request.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.041651 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.042148 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 02:21:04.042469 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: port_resource_request_groups.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.043374 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.043872 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 12 02:21:04.044191 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: portbindings.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.045090 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.045594 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: binding Oct 12 02:21:04.045911 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: portbindings_extended.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.047134 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.047643 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: binding-extended Oct 12 02:21:04.047967 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: portsecurity.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.048861 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.049376 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: port-security Oct 12 02:21:04.049700 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: project_id.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.050805 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.051136 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: project-id Oct 12 02:21:04.051459 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: providernet.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.052316 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.052857 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: provider Oct 12 02:21:04.053179 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.056620 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.057169 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos not supported by any of loaded plugins Oct 12 02:21:04.057503 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.058709 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.059226 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 02:21:04.059554 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.060426 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.060967 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 02:21:04.061292 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_default.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.062655 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.063174 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-default not supported by any of loaded plugins Oct 12 02:21:04.063495 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_fip.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.064372 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.064901 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-fip not supported by any of loaded plugins Oct 12 02:21:04.065224 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_fip_network_policy.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.066087 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.066592 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 12 02:21:04.066911 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_gateway_ip.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.067780 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.068283 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 02:21:04.068603 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_port_network_policy.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.069505 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.070008 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 02:21:04.070327 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.071306 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.071814 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 02:21:04.072134 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.073137 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.073644 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 12 02:21:04.073968 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_pps_rule.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.075090 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.075597 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-pps not supported by any of loaded plugins Oct 12 02:21:04.075919 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_rule_type_details.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.076813 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.077318 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 02:21:04.077639 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_rule_type_filter.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.078569 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.079069 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 12 02:21:04.079389 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: qos_rules_alias.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.080376 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.080899 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 02:21:04.081223 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: quota_check_limit.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.082085 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.082592 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: quota-check-limit Oct 12 02:21:04.082911 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: quotasv2.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.083786 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.084127 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: quotas Oct 12 02:21:04.084434 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: quotasv2_detail.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.086100 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.086435 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: quota_details Oct 12 02:21:04.086762 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: rbac.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.087763 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.088280 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: rbac-policies Oct 12 02:21:04.088609 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: rbac_address_group.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.089508 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.090019 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: rbac-address-group Oct 12 02:21:04.090343 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: rbac_address_scope.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.091293 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.091799 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: rbac-address-scope Oct 12 02:21:04.092121 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: rbac_security_groups.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.093026 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.094072 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: rbac-security-groups Oct 12 02:21:04.094397 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: rbac_subnetpool.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.095279 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.095790 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: rbac-subnetpool Oct 12 02:21:04.096109 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: revisionifmatch.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.097008 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.097515 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: revision-if-match Oct 12 02:21:04.097837 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: revisions.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.098929 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.099438 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: standard-attr-revisions Oct 12 02:21:04.099758 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: router_availability_zone.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.100383 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.100918 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: router_availability_zone Oct 12 02:21:04.101238 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: routerservicetype.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.102106 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.102613 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension router-service-type not supported by any of loaded plugins Oct 12 02:21:04.102930 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.103815 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.104318 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: security-groups-normalized-cidr Oct 12 02:21:04.104642 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: security_groups_port_filtering.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.105529 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.106032 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: port-security-groups-filtering Oct 12 02:21:04.106349 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.107224 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.107726 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: security-groups-remote-address-group Oct 12 02:21:04.108046 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.110367 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.110878 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: security-groups-shared-filtering Oct 12 02:21:04.111199 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: securitygroup.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.121552 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.122082 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: security-group Oct 12 02:21:04.122410 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: segment.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.123095 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.123598 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension segment not supported by any of loaded plugins Oct 12 02:21:04.123921 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.124879 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.125390 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 02:21:04.125717 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: servicetype.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.126758 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.127266 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: service-type Oct 12 02:21:04.127586 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: sorting.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.128516 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.128880 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: sorting Oct 12 02:21:04.129203 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: standard_attr_segment.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.130114 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.130622 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 02:21:04.130943 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: standardattrdescription.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.131550 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.132055 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: standard-attr-description Oct 12 02:21:04.132378 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: stateful_security_group.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.133288 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.133792 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: stateful-security-group Oct 12 02:21:04.134114 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: stdattrs_common.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.134654 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 02:21:04.134972 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.135861 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.136365 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 02:21:04.136681 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: subnet_onboard.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.137699 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.138209 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: subnet_onboard Oct 12 02:21:04.138531 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.139403 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.139906 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 02:21:04.140227 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: subnet_service_types.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.141664 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.142173 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: subnet-service-types Oct 12 02:21:04.142493 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: subnetallocation.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.143513 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.144029 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: subnet_allocation Oct 12 02:21:04.144355 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.145013 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.145559 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: subnetpool-prefix-ops Oct 12 02:21:04.145838 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.146719 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.147223 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 02:21:04.147541 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: tagging.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.148547 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.149099 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: standard-attr-tag Oct 12 02:21:04.149421 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: timestamp.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.150569 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.151075 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loaded extension: standard-attr-timestamp Oct 12 02:21:04.151400 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: trunk.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.152387 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.152922 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension trunk not supported by any of loaded plugins Oct 12 02:21:04.153248 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: trunk_details.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.154116 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.154623 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension trunk-details not supported by any of loaded plugins Oct 12 02:21:04.154947 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: uplink_status_propagation.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.155813 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.156885 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 02:21:04.157209 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Loading extension file: vlantransparent.py {{(pid=104324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 02:21:04.157834 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 02:21:04.158331 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 02:21:04.160916 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:network Oct 12 02:21:04.161430 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:subnet Oct 12 02:21:04.161824 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 02:21:04.162212 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:port Oct 12 02:21:04.163469 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.163914 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service FLAVORS assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.164525 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.164992 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.165323 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:router Oct 12 02:21:04.165752 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:floatingip Oct 12 02:21:04.166233 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service METERING assigned prefix: /metering {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.167670 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.168042 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.168395 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:21:04.169452 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 02:21:04.169860 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:security_group Oct 12 02:21:04.170283 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 02:21:04.170823 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service CORE assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.171149 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 02:21:04.171509 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] subnetpool is already registered Oct 12 02:21:04.171933 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service CORE assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.172265 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 02:21:04.172594 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] subnetpool is already registered Oct 12 02:21:04.174974 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.175423 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service FLAVORS assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.176044 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.176588 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.176950 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:router Oct 12 02:21:04.177289 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] router is already registered Oct 12 02:21:04.177700 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:floatingip Oct 12 02:21:04.178048 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] floatingip is already registered Oct 12 02:21:04.178512 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service METERING assigned prefix: /metering {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.179214 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 02:21:04.179557 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] rbac_policy is already registered Oct 12 02:21:04.179984 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:security_group Oct 12 02:21:04.180314 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] security_group is already registered Oct 12 02:21:04.180748 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 02:21:04.181081 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] security_group_rule is already registered Oct 12 02:21:04.181587 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service CORE assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.182070 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 02:21:04.182399 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] subnetpool is already registered Oct 12 02:21:04.182815 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.v2.resource_helper [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Service CORE assigned prefix: {{(pid=104324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 02:21:04.183133 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 02:21:04.183460 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING neutron.quota.resource_registry [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] subnetpool is already registered Oct 12 02:21:04.183923 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: extensions {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.185541 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: address-groups {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.187050 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: address-scopes {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.188275 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: agents {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.189465 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: auto-allocated-topology {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.191967 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: availability_zones {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.193250 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: dhcp-networks {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.194670 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: dhcp-agents {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.196218 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: routers {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.197983 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: flavors {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.199151 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: service_profiles {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.200449 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: next_providers {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.201953 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: service_profiles {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.203957 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: floatingip-pools {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.205224 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: routers {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.207041 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: floatingips {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.208228 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: l3-routers {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.209644 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: l3-agents {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.211194 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: metering-labels {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.212452 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: metering-label-rules {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.213780 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: network-ip-availabilities {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.215147 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: bindings {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.216743 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: quotas {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.218308 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: quotas {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.220507 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: rbac-policies {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.221736 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: security-groups {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.222932 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: security-group-rules {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.224193 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: service-providers {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.225539 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: subnetpools {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.226891 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: subnetpools {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.228342 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: tags {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.230134 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: tags {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.231857 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: tags {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.233777 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: tags {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.235518 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: tags {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.237503 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: tags {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.239282 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: tags {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.241118 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: tags {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.243162 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: tags {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.245047 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron.api.extensions [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Extended resource: tags {{(pid=104324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 02:21:04.252085 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING keystonemiddleware.auth_token [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 02:21:04.257121 dv-cinder-849143-14-iscsi neutron-server[104324]: WARNING keystonemiddleware.auth_token [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 02:21:04.266586 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_concurrency.lockutils [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Acquiring lock "singleton_lock" {{(pid=104324) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 12 02:21:04.266910 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_concurrency.lockutils [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Acquired lock "singleton_lock" {{(pid=104324) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 12 02:21:04.267374 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_concurrency.lockutils [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Releasing lock "singleton_lock" {{(pid=104324) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 12 02:21:04.268019 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO oslo_service.service [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Starting 2 workers Oct 12 02:21:04.272964 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Started child 104435 {{(pid=104324) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 02:21:04.277431 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Started child 104436 {{(pid=104324) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 02:21:04.278673 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:04.279357 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO neutron.service [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 02:21:04.279632 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Publish callbacks [] for process (None), before_spawn {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:04.280158 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [-] (104435) wsgi starting up on http://0.0.0.0:9696 Oct 12 02:21:04.282684 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO oslo_service.service [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Starting 1 workers Oct 12 02:21:04.282842 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:04.284109 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [-] (104436) wsgi starting up on http://0.0.0.0:9696 Oct 12 02:21:04.287929 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Started child 104437 {{(pid=104324) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 02:21:04.288481 dv-cinder-849143-14-iscsi neutron-server[104324]: INFO oslo_service.service [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Starting 1 workers Oct 12 02:21:04.291827 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.service [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] calling RpcWorker wait() {{(pid=104437) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 02:21:04.292382 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.service [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] returning from RpcWorker wait() {{(pid=104437) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 02:21:04.293017 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Started child 104438 {{(pid=104324) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 02:21:04.293697 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:04.293794 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-052a6547-52a6-4a19-9e98-202f84351cfc None None] Publish callbacks [] for process (None), after_spawn {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:04.294195 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:04.295698 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104324) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 02:21:04.295910 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 02:21:04.296088 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 02:21:04.296321 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 02:21:04.296726 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 02:21:04.296888 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 02:21:04.297422 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.297699 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.297964 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.298118 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:04.298591 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.298795 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.299044 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.299137 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:04.299290 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.299567 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.299823 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.299987 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.300153 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.300391 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.300615 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.301016 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.301292 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.301538 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.301760 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.301929 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.302173 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.302424 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.302678 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.302975 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] debug = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.303230 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.303699 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.303939 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.304182 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.304398 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.304676 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.304959 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.305240 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.305480 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.305688 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.305926 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.306194 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.306427 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.306657 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.306884 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.307139 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.307355 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.307841 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] host = dv-cinder-849143-14-iscsi {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.308094 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.308344 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.308584 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.308846 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.309145 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.309347 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.309614 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.309851 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.310109 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.310327 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.310578 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.310822 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.311052 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.311281 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.311442 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_options = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.311669 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.311946 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.312268 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.312456 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.312621 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.312817 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.313069 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.313231 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.313469 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.313678 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.313885 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.314113 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.314320 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.314527 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.314767 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.314993 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.315219 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.315440 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.315690 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.315939 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.316180 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.316480 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.316651 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.316886 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.318086 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.318228 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.318351 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.318585 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.318808 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.320965 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.320965 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.320965 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.320965 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.322877 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.322877 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.322877 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.322877 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.322877 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.322877 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.322877 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.323946 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.323946 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.323946 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.324907 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.324907 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.327602 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.327602 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_json = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.328369 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.328631 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.328905 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.329185 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.331126 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.331366 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.331593 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.331850 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.332088 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.332587 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.332990 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.333419 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.333690 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.333935 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.334204 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.334469 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.334689 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.334948 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.335218 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.335527 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.335758 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.336072 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.336348 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.336625 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.337023 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.337290 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.337574 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.337819 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.338062 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.338287 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.338512 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.338807 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.339035 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.339282 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.339521 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.339753 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.340096 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.340374 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.340646 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.341019 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.341287 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.341552 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.341820 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.342061 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.342321 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.342532 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.342775 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.343010 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.343228 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.344088 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.344341 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.344575 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.345046 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.345445 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.345884 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.346267 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.346652 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.346918 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.347144 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.347365 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.347584 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.347809 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.348045 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.348279 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.348497 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.348802 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.349053 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.349307 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.349766 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.349987 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.350210 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.350442 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.350853 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.351068 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.351283 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.351683 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.352073 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.352492 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.353126 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.353368 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.353587 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.353803 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.354205 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.354465 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.354694 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.354947 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.355228 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.355451 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.355667 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.355883 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.356106 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.356337 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.356553 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.356831 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.357220 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.357597 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.357828 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.358234 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.358631 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.358910 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.359124 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.359427 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.359679 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.359943 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.360344 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.360811 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.361225 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.361667 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.361971 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.362266 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.362515 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.362768 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.363001 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.363249 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.363482 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.363705 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.363958 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.364181 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.364399 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.364616 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.364878 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.365098 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.365341 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.365561 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.365804 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.366041 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.366306 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.366564 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.366827 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.367045 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.367278 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.367511 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.368044 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.368296 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.368601 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.368879 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.369162 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.369465 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.369819 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.370076 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.370342 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.370603 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.370876 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.371141 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.371404 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.371656 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.371906 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.372148 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.372406 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.372633 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.372905 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.373138 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.373481 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.373729 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.373964 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.374184 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.374455 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.374707 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.374960 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.375224 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.375468 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.375696 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.375964 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.376193 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.376408 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.376641 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.376904 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.377139 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.377356 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.377572 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.377807 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.378024 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.378238 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.378461 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.378677 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.378898 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.379118 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.379355 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.379575 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.379829 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.380048 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.380271 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.380511 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.380760 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.381370 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.381370 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.381624 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.381624 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.381837 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.382107 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.382361 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.382576 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.382826 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.383085 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.383354 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.383572 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.383821 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.384042 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.384257 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.384471 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.384724 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.384982 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.385216 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.385444 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.385659 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.385912 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.386162 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.386504 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.386764 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.387013 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.387299 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.387540 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.387779 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.387998 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.388217 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.388468 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.388739 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.388957 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.389203 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.389434 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.389655 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.389874 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.390092 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.390891 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.391066 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.391329 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.391580 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.391821 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.392211 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.392432 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.392660 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.392971 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.393200 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.393427 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.393644 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.393882 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.394096 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.394314 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.394852 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.394852 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.395093 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.395334 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.395645 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.395813 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.396033 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.396264 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.396479 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.396717 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.396846 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:04.396940 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.397148 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.397361 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.397622 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.397835 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.398048 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.398295 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.398512 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.398724 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.398950 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.399187 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.399400 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.399622 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.399839 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.400050 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.400308 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.400520 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.400820 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.401052 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.401267 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.401477 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.401706 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.401942 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.402153 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.402397 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.402661 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.402916 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.403228 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.403478 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.403699 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.403984 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.404235 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.404481 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.404828 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.405067 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.405296 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.405540 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.405797 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.406078 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.406305 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.406578 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.406899 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.407182 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.407453 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.407724 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.408017 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.408292 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.408555 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.408812 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.409136 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.409481 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.409737 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.410007 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.410245 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.410489 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.410714 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.410962 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.411198 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.411435 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.411653 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.411910 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.412142 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.412402 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.412619 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.412959 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.413095 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.413322 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.413552 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.413772 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.414007 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.414165 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 02:21:04.414712 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104324) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 02:21:04.414878 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 02:21:04.415032 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 02:21:04.415201 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 02:21:04.415372 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 02:21:04.415524 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 02:21:04.415735 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.415896 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.416056 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.416216 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.416412 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.416578 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.416758 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.416919 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.417078 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.417238 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.417396 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.417555 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.417715 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.417874 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.418033 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.418192 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.418353 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.418517 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.418676 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.418835 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.418995 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.419159 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] debug = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.419319 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.419664 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.419824 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.419824 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.420295 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.420295 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.420295 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.420596 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.420596 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.420857 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.420857 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.421015 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.421169 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.421329 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.422217 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.422217 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.422464 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.422464 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] host = dv-cinder-849143-14-iscsi {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.422697 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.422819 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.422951 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.423076 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.423199 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.423321 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.423475 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.423633 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.423970 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.423970 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.424121 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.424279 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.424408 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.424521 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.424681 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_options = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.424869 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.425027 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.425186 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.425375 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.425539 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.425686 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.425845 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.426005 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.426163 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.426322 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.426480 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.426640 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.426799 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.426957 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.427115 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.427273 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.427432 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.427591 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.427751 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.427909 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.428068 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.428226 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.428385 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.428544 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.428742 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.428882 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.429046 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.429205 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.429362 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.429527 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.429684 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.429844 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.430003 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.430161 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.430320 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.430535 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.430700 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.430859 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.431042 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.431167 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.431326 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.431486 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.431644 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.431801 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.431960 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.432117 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.432275 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_json = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.432434 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.432593 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.432771 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.432917 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.433076 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.433234 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.433391 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.433549 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.433708 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 02:21:04.433883 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.434044 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.434214 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.434376 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.434536 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.434697 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.434857 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.435019 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.435179 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.435339 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.435643 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.435643 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.435889 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.436016 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.436138 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.436261 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.436420 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.436580 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.436758 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.436920 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.437079 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.437793 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.437971 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.438130 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.438290 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.438451 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.438613 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.438781 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.438942 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.439109 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.439283 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.439443 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.439610 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.439770 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.439930 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.440091 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.440252 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.440415 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.440817 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.440817 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.441002 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.441088 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.441203 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.441364 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.441526 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.441686 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.441848 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.442008 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.442170 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.442331 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.442493 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.442654 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.442816 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.442977 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.443137 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.443299 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.443459 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.443629 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.443788 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.443948 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.444108 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.444268 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.444427 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.444588 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.444796 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.444920 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.445081 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.445242 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.445414 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.445574 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.445735 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.445894 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.446055 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.446215 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.446375 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.446536 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.446696 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.446856 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.447017 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.447177 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.447337 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.447496 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.447657 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.447817 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.447977 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.448139 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.448298 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.448458 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.448618 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.448797 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.448958 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.449127 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.449304 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.449465 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.449631 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.449791 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.449953 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.450112 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.450272 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.450431 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.450591 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.450751 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.450912 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.451073 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.451236 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.451395 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.451555 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.451714 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.451874 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.452033 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.452194 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.452353 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.452514 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.452675 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.452877 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.453038 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.453198 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.453359 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.453519 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.453678 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.453840 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.454000 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.454160 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.454330 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.454490 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.454653 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.454813 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.454980 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.455175 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.455338 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.455499 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.455659 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.455819 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.455980 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.456140 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.456300 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.456461 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.456622 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.456804 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.456976 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.457137 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.457298 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.457459 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.457641 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.457801 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.457960 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.458122 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.458283 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.458444 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.458604 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.458763 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.458923 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.459083 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.459244 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.459406 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.459571 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.459732 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.459892 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.460052 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.460213 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.460373 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.460533 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.460719 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.460873 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.461033 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.461194 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.461353 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.461513 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.461673 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.461834 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.461995 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.462156 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.462317 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.462477 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.462636 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.462797 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.462957 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.463116 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.463277 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.463437 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.463599 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.463758 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.463919 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.464079 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.464240 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.464400 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.464562 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.464742 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.464905 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.465067 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.465228 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.465388 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.465550 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.465711 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.465870 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.466031 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.466191 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.466351 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.466529 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.466689 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.466849 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.467012 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.467172 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.467334 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.467494 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.467655 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.467815 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.467976 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.468140 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.468300 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.468486 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.468647 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.468828 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.468988 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.469148 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.469308 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.469469 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.469641 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.469800 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.469962 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.470122 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.470285 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.470445 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.470606 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.470766 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.470928 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.471089 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.471249 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.471413 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.471556 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.471729 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.471889 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.472049 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.472210 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.472370 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.472530 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.472714 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.472878 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.473038 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.473198 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.473358 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.473519 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.473688 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.473849 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.474008 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.474168 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.474328 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.474487 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.474656 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.474817 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.474979 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.475138 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.475301 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.475462 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.475631 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.475791 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.475952 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.476112 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.476271 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.476431 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.476601 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.476790 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.476953 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.477113 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.477273 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.477432 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.477601 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.477762 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.477921 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.478089 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.478248 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.478408 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.478568 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.478738 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.478899 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.479061 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.479221 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.479380 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.479544 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.479705 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.479869 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.480039 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.480207 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.480369 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.480538 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.480741 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.480894 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.481055 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.481221 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.481392 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.481552 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.481711 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.481871 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.482031 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.482191 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.482352 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.482512 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.482671 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.482831 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.482991 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.483152 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.483313 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.483473 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.483632 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.483794 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.483953 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.484625 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.484820 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.484982 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 02:21:04.485135 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 02:21:04.687292 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 51930) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:04.694055 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [-] 10.222.0.23 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047598 Oct 12 02:21:04.698733 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [-] 10.222.0.23 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0041049 Oct 12 02:21:13.775920 dv-cinder-849143-14-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:15.861636 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53c271-58cc-4949-bac8-7773efac19a1 None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:21:15.885808 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writer thread running {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 02:21:15.949898 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53c271-58cc-4949-bac8-7773efac19a1 None None] No non-hosted networks {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 02:21:15.970722 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.agentschedulers_db [None req-dd53c271-58cc-4949-bac8-7773efac19a1 None None] DHCP Agent not found on host dv-cinder-849143-14-iscsi {{(pid=104437) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 12 02:21:16.029893 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e9050bc8-36e2-4584-9b44-713bbe57a5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728340'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:17.557362 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writer thread running {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 02:21:18.184755 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d65df4ea-cc2c-479c-863d-feefb9106a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728340'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:18.240296 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-c346d740-4454-4a51-a712-0b2810fc6975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:19.219111 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728340'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:19.627442 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52006) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:20.223996 dv-cinder-849143-14-iscsi neutron-server[104436]: WARNING oslo_policy.policy [None req-1bc3c07f-edeb-4115-ac42-e02278c02714 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:20.224852 dv-cinder-849143-14-iscsi neutron-server[104436]: WARNING oslo_policy.policy [None req-1bc3c07f-edeb-4115-ac42-e02278c02714 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:20.468457 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [None req-1bc3c07f-edeb-4115-ac42-e02278c02714 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:21:20.484728 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-1bc3c07f-edeb-4115-ac42-e02278c02714 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8489013 Oct 12 02:21:20.807618 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728340'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:21.157358 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728340'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:21.158577 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.159674 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.160292 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.161133 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.162771 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.163674 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.164219 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.165981 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.166539 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.168575 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.169162 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.169684 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.171095 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.171889 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.172417 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:21.173050 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:21.182099 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:21.580340 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.db.l3_hamode_db [None req-cd2dbaea-5aa3-4e1f-bf21-59ba03d1aa96 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 02:21:21.659398 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2dbaea-5aa3-4e1f-bf21-59ba03d1aa96 None None] Routers set() bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:21:21.659800 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2dbaea-5aa3-4e1f-bf21-59ba03d1aa96 None None] Router IDs set() for agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 12 02:21:23.199128 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52042) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:23.521411 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-53b9b15a-3bcb-40eb-8284-a62cc0a1984c admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:23.533279 dv-cinder-849143-14-iscsi neutron-server[104436]: ERROR stevedore.extension [None req-53b9b15a-3bcb-40eb-8284-a62cc0a1984c admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 12 02:21:23.613151 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.policy [None req-53b9b15a-3bcb-40eb-8284-a62cc0a1984c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104436) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 02:21:23.655051 dv-cinder-849143-14-iscsi neutron-server[104436]: WARNING oslo_policy.policy [None req-53b9b15a-3bcb-40eb-8284-a62cc0a1984c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:23.655356 dv-cinder-849143-14-iscsi neutron-server[104436]: WARNING oslo_policy.policy [None req-53b9b15a-3bcb-40eb-8284-a62cc0a1984c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:23.675288 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writer thread running {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 02:21:23.752075 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-53b9b15a-3bcb-40eb-8284-a62cc0a1984c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748434590379', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748434589887', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748434606467', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748434615488', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748434298214', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748434305790', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1422559', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1422366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3752585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3791234'] for rbac-policy (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:23.820541 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-53b9b15a-3bcb-40eb-8284-a62cc0a1984c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:23.821713 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-53b9b15a-3bcb-40eb-8284-a62cc0a1984c admin admin] 10.222.0.23 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6216090 Oct 12 02:21:26.387848 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52052) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:26.706622 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:26.736461 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Made reservation on behalf of 239dfc9cbb164dc89983358a6d8450bd for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:21:26.740638 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:26.758784 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:26.867252 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Publish callbacks [] for security_group (0c289742-eb73-4683-b476-f21aad61a716), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:26.870822 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (0c289742-eb73-4683-b476-f21aad61a716), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:26.895274 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:21:26.929959 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748435571411', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (a0a71916-737b-49a8-8bcc-6267bc32aec6), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:26.930519 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Unsubscribe: segment precommit_create {{(pid=104436) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 02:21:26.931056 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Added segment a0a71916-737b-49a8-8bcc-6267bc32aec6 of type vlan for network cb3361c2-7a76-4789-be50-99696c9ab601 Oct 12 02:21:26.946408 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0c289742-eb73-4683-b476-f21aad61a716,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:26.972891 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.973231 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.973586 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.973935 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.974262 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.974582 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.974897 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.975215 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.975546 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.975868 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.976182 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.976507 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.976853 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.977169 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.977488 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Tracked resource versions report: Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: pushed versions: Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: { 'AddressGroup': {'1.2'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Agent': {'1.1'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'ConntrackHelper': {'1.0'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Log': {'1.0'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'NDPProxy': {'1.0'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Network': {'1.1'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Port': {'1.7'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'PortForwarding': {'1.3'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'QosPolicy': {'1.10'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SecurityGroup': {'1.5'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SubPort': {'1.0'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Subnet': {'1.1'}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Trunk': {'1.1'}} Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: consumer versions: Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: { DHCP agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: L3 agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: Metadata agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: Metering agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: Open vSwitch agent@dv-cinder-849143-14-iscsi: { 'AddressGroup': '1.2', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Agent': '1.1', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'ConntrackHelper': '1.0', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'LocalIPAssociation': '1.0', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Log': '1.0', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'NDPProxy': '1.0', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Network': '1.1', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Port': '1.7', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'PortForwarding': '1.3', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'QosPolicy': '1.10', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SecurityGroup': '1.5', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SecurityGroupRule': '1.2', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SubPort': '1.0', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Subnet': '1.1', Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Trunk': '1.1'}} Oct 12 02:21:26.978846 dv-cinder-849143-14-iscsi neutron-server[104436]: {{(pid=104436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:21:27.036225 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (cb3361c2-7a76-4789-be50-99696c9ab601), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:27.075745 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (cb3361c2-7a76-4789-be50-99696c9ab601), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:27.080789 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:27.081472 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:27.172378 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7835088 Oct 12 02:21:27.202821 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcc157-327a-41b3-94c9-98627a727a10 demo demo] Pushing event updated for resources: {'Network': ['ID=cb3361c2-7a76-4789-be50-99696c9ab601,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:27.215122 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network cb3361c2-7a76-4789-be50-99696c9ab601 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:21:29.784070 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52064) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:30.170635 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=54,neutron:INSERT=45,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:30.198714 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d27c47-bd28-4399-b36a-a6d8ee76557e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:30.200076 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d9d27c47-bd28-4399-b36a-a6d8ee76557e demo admin] 10.222.0.23 "GET /networking/v2.0/networks/cb3361c2-7a76-4789-be50-99696c9ab601 HTTP/1.1" status: 200 len: 825 time: 0.4150515 Oct 12 02:21:30.225659 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-41de48e8-f1c5-49c2-b622-e260dc207ca9 demo admin] 10.222.0.23 "GET /networking/v2.0/subnetpools/3ecf9d08-3648-4783-a60b-195b54c9d81c HTTP/1.1" status: 200 len: 734 time: 0.0193591 Oct 12 02:21:30.234517 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Request body: {'subnet': {'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601', 'name': 'private-subnet', 'subnetpool_id': '3ecf9d08-3648-4783-a60b-195b54c9d81c', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:30.255567 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Made reservation on behalf of 239dfc9cbb164dc89983358a6d8450bd for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:21:30.258063 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:30.369134 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:30.555696 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (01eda89f-9225-4b81-bfbf-bf4211181201), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:30.624976 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Pushing event updated for resources: {'Subnet': ['ID=01eda89f-9225-4b81-bfbf-bf4211181201,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:30.633875 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Checking segment: {'id': 'a0a71916-737b-49a8-8bcc-6267bc32aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:21:30.634254 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Network hostable DHCP agents. Network: cb3361c2-7a76-4789-be50-99696c9ab601, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:21:30.654590 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Network cb3361c2-7a76-4789-be50-99696c9ab601 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:21:30.664775 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, cb3361c2-7a76-4789-be50-99696c9ab601) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:30.669604 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:30.670745 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:30.676728 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0aac2f-51fe-4290-aa89-0b7e358956b2 None None] Network cb3361c2-7a76-4789-be50-99696c9ab601 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:21:30.700728 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f13a88f7-16cc-4b96-bf68-d08e5fd3d46c demo admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4567149 Oct 12 02:21:30.829953 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:30.837723 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=6 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:30.946401 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-cb3361c2-7a76-4789-be50-99696c9ab601', 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601', 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'fixed_ips': [{'subnet_id': '01eda89f-9225-4b81-bfbf-bf4211181201'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:21:30.947732 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:31.221287 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Allocated IP 172.20.0.2 (cb3361c2-7a76-4789-be50-99696c9ab601/01eda89f-9225-4b81-bfbf-bf4211181201/40787bbd-709b-4b96-9b21-1691ce993ccc) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:21:31.336805 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=59,neutron:INSERT=38,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:31.488177 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Publish callbacks [] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:31.495347 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:31.569318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Network cb3361c2-7a76-4789-be50-99696c9ab601 is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:21:31.578198 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:31.582931 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Pushing event updated for resources: {'Port': ['ID=40787bbd-709b-4b96-9b21-1691ce993ccc,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:31.586934 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:21:31.598162 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.598507 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.598862 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.599228 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.599552 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.599878 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.600201 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.600524 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.600894 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.601230 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.601554 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.601887 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.602216 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.602533 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.602857 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Tracked resource versions report: Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: pushed versions: Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: { 'AddressGroup': {'1.2'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Agent': {'1.1'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'ConntrackHelper': {'1.0'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Log': {'1.0'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'NDPProxy': {'1.0'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Network': {'1.1'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Port': {'1.7'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'PortForwarding': {'1.3'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'QosPolicy': {'1.10'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SecurityGroup': {'1.5'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SubPort': {'1.0'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Subnet': {'1.1'}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Trunk': {'1.1'}} Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: consumer versions: Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: { DHCP agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: L3 agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: Metadata agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: Metering agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: Open vSwitch agent@dv-cinder-849143-14-iscsi: { 'AddressGroup': '1.2', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Agent': '1.1', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'ConntrackHelper': '1.0', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'LocalIPAssociation': '1.0', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Log': '1.0', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'NDPProxy': '1.0', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Network': '1.1', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Port': '1.7', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'PortForwarding': '1.3', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'QosPolicy': '1.10', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SecurityGroup': '1.5', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SecurityGroupRule': '1.2', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SubPort': '1.0', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Subnet': '1.1', Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Trunk': '1.1'}} Oct 12 02:21:31.604304 dv-cinder-849143-14-iscsi neutron-server[104437]: {{(pid=104437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:21:31.678278 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Attempting to bind port 40787bbd-709b-4b96-9b21-1691ce993ccc on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:21:31.678934 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Attempting to bind port 40787bbd-709b-4b96-9b21-1691ce993ccc by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'a0a71916-737b-49a8-8bcc-6267bc32aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:21:31.679087 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Attempting to bind port 40787bbd-709b-4b96-9b21-1691ce993ccc on network cb3361c2-7a76-4789-be50-99696c9ab601 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:21:31.700792 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:31.726332 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:21:31.726764 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Checking segment: {'id': 'a0a71916-737b-49a8-8bcc-6267bc32aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:21:31.727225 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:31.727720 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Bound using segment: {'id': 'a0a71916-737b-49a8-8bcc-6267bc32aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:21:31.728284 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Bound port: 40787bbd-709b-4b96-9b21-1691ce993ccc, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a71916-737b-49a8-8bcc-6267bc32aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:21:31.728606 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:31.790598 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] For port 40787bbd-709b-4b96-9b21-1691ce993ccc, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:21:31.809913 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] For port 40787bbd-709b-4b96-9b21-1691ce993ccc, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=40787bbd-709b-4b96-9b21-1691ce993ccc,segment=NetworkSegment(a0a71916-737b-49a8-8bcc-6267bc32aec6),segment_id=a0a71916-737b-49a8-8bcc-6267bc32aec6)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:21:31.816939 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:31.867147 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd37e1-9596-4122-88a1-9270e7df5a5c None None] Pushing event updated for resources: {'Port': ['ID=40787bbd-709b-4b96-9b21-1691ce993ccc,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:33.374706 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 52080) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:33.885462 dv-cinder-849143-14-iscsi neutron-server[104435]: WARNING oslo_policy.policy [None req-00d4ab83-b817-488a-8336-3a7bf5c5c7f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:33.886015 dv-cinder-849143-14-iscsi neutron-server[104435]: WARNING oslo_policy.policy [None req-00d4ab83-b817-488a-8336-3a7bf5c5c7f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:21:34.101399 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [None req-00d4ab83-b817-488a-8336-3a7bf5c5c7f5 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:21:34.102680 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-00d4ab83-b817-488a-8336-3a7bf5c5c7f5 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7261846 Oct 12 02:21:36.743133 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52094) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:37.072631 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [None req-33e4cf09-178a-4164-abbc-ee0196c1fc54 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:21:37.073690 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-33e4cf09-178a-4164-abbc-ee0196c1fc54 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3295939 Oct 12 02:21:38.922221 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 40787bbd-709b-4b96-9b21-1691ce993ccc up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:21:39.003621 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 40787bbd-709b-4b96-9b21-1691ce993ccc triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:39.004026 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:39.004392 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 40787bbd-709b-4b96-9b21-1691ce993ccc Oct 12 02:21:39.103439 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 40787bbd-709b-4b96-9b21-1691ce993ccc is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:21:39.103821 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:39.139937 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 40787bbd-709b-4b96-9b21-1691ce993ccc, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=40787bbd-709b-4b96-9b21-1691ce993ccc,segment=NetworkSegment(a0a71916-737b-49a8-8bcc-6267bc32aec6),segment_id=a0a71916-737b-49a8-8bcc-6267bc32aec6)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:21:39.143941 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:39.199310 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=40787bbd-709b-4b96-9b21-1691ce993ccc,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:39.749846 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52106) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:39.854281 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737e132d-9dc6-4e23-b887-abd799d4060b None None] Network cb3361c2-7a76-4789-be50-99696c9ab601 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:21:39.919814 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-67a26e53-1b52-40f2-b69c-05dbc2df2392 None None] Provisioning complete for port 40787bbd-709b-4b96-9b21-1691ce993ccc triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:39.920203 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-67a26e53-1b52-40f2-b69c-05dbc2df2392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:39.920541 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-67a26e53-1b52-40f2-b69c-05dbc2df2392 None None] Attempt 1 to provision port 40787bbd-709b-4b96-9b21-1691ce993ccc Oct 12 02:21:39.970490 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:40.055514 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-67a26e53-1b52-40f2-b69c-05dbc2df2392 None None] Current status of the port 40787bbd-709b-4b96-9b21-1691ce993ccc is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:21:40.081791 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-f8a24b7f-8238-4ac6-af37-e6d36074299b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:40.107939 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8a24b7f-8238-4ac6-af37-e6d36074299b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:40.109444 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8a24b7f-8238-4ac6-af37-e6d36074299b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:40.172688 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7f58870e-bf8f-4300-ae7f-ea6788000af6 None None] Provisioning complete for port 40787bbd-709b-4b96-9b21-1691ce993ccc triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:40.173227 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7f58870e-bf8f-4300-ae7f-ea6788000af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:40.173624 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7f58870e-bf8f-4300-ae7f-ea6788000af6 None None] Attempt 1 to provision port 40787bbd-709b-4b96-9b21-1691ce993ccc Oct 12 02:21:40.245460 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7f58870e-bf8f-4300-ae7f-ea6788000af6 None None] Current status of the port 40787bbd-709b-4b96-9b21-1691ce993ccc is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:21:40.250626 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8a24b7f-8238-4ac6-af37-e6d36074299b demo demo] Publish callbacks [] for router_controller (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), precommit_add_association {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:40.255214 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8a24b7f-8238-4ac6-af37-e6d36074299b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:40.271491 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f8a24b7f-8238-4ac6-af37-e6d36074299b demo demo] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:40.272573 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f8a24b7f-8238-4ac6-af37-e6d36074299b demo demo] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5218322 Oct 12 02:21:40.894954 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 40787bbd-709b-4b96-9b21-1691ce993ccc up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:21:40.937484 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 40787bbd-709b-4b96-9b21-1691ce993ccc triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:40.937868 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:40.938207 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 40787bbd-709b-4b96-9b21-1691ce993ccc Oct 12 02:21:40.940183 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:41.011505 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 40787bbd-709b-4b96-9b21-1691ce993ccc is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:21:42.877147 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52114) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:43.193979 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [None req-e11547b3-e8fc-4114-9368-c78d5e43228c admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:21:43.194987 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-e11547b3-e8fc-4114-9368-c78d5e43228c admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3169131 Oct 12 02:21:45.809468 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52122) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:45.842297 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-ecdc5402-91af-4fb9-b781-943ade1bf7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:46.133033 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:46.154423 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Made reservation on behalf of 1b152cd4fded41fa8ba95182a5dc98e4 for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:21:46.156619 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:46.164606 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:46.237532 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Publish callbacks [] for security_group (c06461a3-bd8b-400b-8388-8909b834c843), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:46.240795 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (c06461a3-bd8b-400b-8388-8909b834c843), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:46.255911 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Reserving flat network on physical network physnet1 {{(pid=104436) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 02:21:46.262193 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:46.279695 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (bb039ef9-ccaa-4352-b02a-7162fe9e4584), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:46.280049 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Added segment bb039ef9-ccaa-4352-b02a-7162fe9e4584 of type flat for network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 Oct 12 02:21:46.281792 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06461a3-bd8b-400b-8388-8909b834c843,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:46.329467 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (593c69e4-3075-4dd6-b6fa-c96fdcfde050), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:46.361497 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (593c69e4-3075-4dd6-b6fa-c96fdcfde050), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:46.362337 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:46.362908 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:46.424433 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:46.447612 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6371322 Oct 12 02:21:46.457993 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f8803-44b3-4827-bd6a-7860aa02548e admin admin] Pushing event updated for resources: {'Network': ['ID=593c69e4-3075-4dd6-b6fa-c96fdcfde050,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:46.469051 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:21:48.183208 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1174bb73-e508-4dd6-a380-35ffa92753eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:49.031748 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52130) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:49.181070 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:49.400666 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a097cc0-fe13-40c1-a527-490cbd689f05 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:49.401951 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5a097cc0-fe13-40c1-a527-490cbd689f05 demo admin] 10.222.0.23 "GET /networking/v2.0/subnets/01eda89f-9225-4b81-bfbf-bf4211181201 HTTP/1.1" status: 200 len: 849 time: 0.3692598 Oct 12 02:21:49.515717 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-c4989184-2e2d-4fcc-99f9-bce1d4124350 demo admin] 10.222.0.23 "GET /networking/v2.0/routers/3dcfe580-c83a-42f6-a8c7-5b0a6b716114 HTTP/1.1" status: 200 len: 704 time: 0.1071057 Oct 12 02:21:49.774079 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.098939 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Allocated IP 172.20.0.1 (cb3361c2-7a76-4789-be50-99696c9ab601/01eda89f-9225-4b81-bfbf-bf4211181201/7b87f577-4fdf-451f-b9fd-180a84ff5df3) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:21:50.252863 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Publish callbacks [] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.307202 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:50.317315 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.389063 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Network cb3361c2-7a76-4789-be50-99696c9ab601 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:21:50.393536 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:50.398961 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:21:50.399446 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.459923 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Pushing event updated for resources: {'Port': ['ID=7b87f577-4fdf-451f-b9fd-180a84ff5df3,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:50.563831 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:50.603287 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.619354 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-758de371-20ec-4d97-8a50-98a299364c25 None None] Provisioning complete for port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:50.619899 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-758de371-20ec-4d97-8a50-98a299364c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.620180 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-758de371-20ec-4d97-8a50-98a299364c25 None None] Attempt 1 to provision port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 Oct 12 02:21:50.650252 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-758de371-20ec-4d97-8a50-98a299364c25 None None] Port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:21:50.737979 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.810079 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Publish callbacks [] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.814279 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.815030 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:50.891850 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Pushing event updated for resources: {'Port': ['ID=7b87f577-4fdf-451f-b9fd-180a84ff5df3,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:50.939634 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Network cb3361c2-7a76-4789-be50-99696c9ab601 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:21:50.940837 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:51.094990 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Router 3dcfe580-c83a-42f6-a8c7-5b0a6b716114 is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:21:51.145037 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:51.169877 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7fbfda46-e174-48fd-9b54-2f48ab35559e None None] Provisioning complete for port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:51.170260 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7fbfda46-e174-48fd-9b54-2f48ab35559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:51.170595 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7fbfda46-e174-48fd-9b54-2f48ab35559e None None] Attempt 1 to provision port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 Oct 12 02:21:51.181543 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:21:51.193852 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-93a3828c-3f83-40ed-85b4-c4e3e1f3030b demo admin] 10.222.0.23 "PUT /networking/v2.0/routers/3dcfe580-c83a-42f6-a8c7-5b0a6b716114/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6656532 Oct 12 02:21:51.204261 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7fbfda46-e174-48fd-9b54-2f48ab35559e None None] Port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:21:51.204486 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Sync routers for ids ['3dcfe580-c83a-42f6-a8c7-5b0a6b716114'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:21:51.218827 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Routers {'3dcfe580-c83a-42f6-a8c7-5b0a6b716114'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:21:51.219655 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:21:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['3dcfe580-c83a-42f6-a8c7-5b0a6b716114'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:51.403850 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Set router 3dcfe580-c83a-42f6-a8c7-5b0a6b716114 gateway port host: None {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:21:51.820144 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'name': 'router1', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:40Z', 'updated_at': '2022-10-12T02:21:50Z', 'revision_number': 2, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'gw_port_host': None, '_interfaces': [{'id': '7b87f577-4fdf-451f-b9fd-180a84ff5df3', 'name': '', 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'mac_address': 'fa:16:3e:d4:3b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:49Z', 'updated_at': '2022-10-12T02:21:50Z', 'revision_number': 2, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'subnets': [{'id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecf9d08-3648-4783-a60b-195b54c9d81c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:51.868124 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Checking router: 3dcfe580-c83a-42f6-a8c7-5b0a6b716114 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:21:51.868492 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Updating router 3dcfe580-c83a-42f6-a8c7-5b0a6b716114 port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:21:51.922894 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.417425 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Publish callbacks [] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.425272 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.572586 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Attempting to bind port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:21:52.573009 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Attempting to bind port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'a0a71916-737b-49a8-8bcc-6267bc32aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:21:52.573444 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Attempting to bind port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 on network cb3361c2-7a76-4789-be50-99696c9ab601 {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:21:52.576022 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Pushing event updated for resources: {'Port': ['ID=7b87f577-4fdf-451f-b9fd-180a84ff5df3,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:52.608089 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.608429 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.608809 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.609164 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.609490 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.609814 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.610137 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.610454 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.610786 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.611106 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.611422 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.611752 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.612075 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.612387 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.612715 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Tracked resource versions report: Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: pushed versions: Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: { 'AddressGroup': {'1.2'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Agent': {'1.1'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'ConntrackHelper': {'1.0'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Log': {'1.0'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'NDPProxy': {'1.0'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Network': {'1.1'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Port': {'1.7'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'PortForwarding': {'1.3'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'QosPolicy': {'1.10'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SecurityGroup': {'1.5'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SubPort': {'1.0'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Subnet': {'1.1'}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Trunk': {'1.1'}} Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: consumer versions: Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: { DHCP agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: L3 agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: Metadata agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: Metering agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: Open vSwitch agent@dv-cinder-849143-14-iscsi: { 'AddressGroup': '1.2', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Agent': '1.1', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'ConntrackHelper': '1.0', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'LocalIPAssociation': '1.0', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Log': '1.0', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'NDPProxy': '1.0', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Network': '1.1', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Port': '1.7', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'PortForwarding': '1.3', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'QosPolicy': '1.10', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SecurityGroup': '1.5', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SecurityGroupRule': '1.2', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SubPort': '1.0', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Subnet': '1.1', Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Trunk': '1.1'}} Oct 12 02:21:52.614124 dv-cinder-849143-14-iscsi neutron-server[104438]: {{(pid=104438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:21:52.673739 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:21:52.674067 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Checking segment: {'id': 'a0a71916-737b-49a8-8bcc-6267bc32aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:21:52.674540 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.674928 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Bound using segment: {'id': 'a0a71916-737b-49a8-8bcc-6267bc32aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:21:52.675435 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Bound port: 7b87f577-4fdf-451f-b9fd-180a84ff5df3, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a71916-737b-49a8-8bcc-6267bc32aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:21:52.675813 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.684412 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:52.742040 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] For port 7b87f577-4fdf-451f-b9fd-180a84ff5df3, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:21:52.761564 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] For port 7b87f577-4fdf-451f-b9fd-180a84ff5df3, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=7b87f577-4fdf-451f-b9fd-180a84ff5df3,segment=NetworkSegment(a0a71916-737b-49a8-8bcc-6267bc32aec6),segment_id=a0a71916-737b-49a8-8bcc-6267bc32aec6)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:21:52.767340 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:52.808184 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Routers {'3dcfe580-c83a-42f6-a8c7-5b0a6b716114'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:21:52.808823 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:21:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['3dcfe580-c83a-42f6-a8c7-5b0a6b716114'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:52.812630 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:52.857394 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cef5e2-019d-4840-9d83-5607c94e0999 None None] Pushing event updated for resources: {'Port': ['ID=7b87f577-4fdf-451f-b9fd-180a84ff5df3,revision_number=4']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:52.905289 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] Set router 3dcfe580-c83a-42f6-a8c7-5b0a6b716114 gateway port host: None {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:21:53.093802 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'name': 'router1', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:40Z', 'updated_at': '2022-10-12T02:21:50Z', 'revision_number': 2, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'gw_port_host': None, '_interfaces': [{'id': '7b87f577-4fdf-451f-b9fd-180a84ff5df3', 'name': '', 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'mac_address': 'fa:16:3e:d4:3b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:49Z', 'updated_at': '2022-10-12T02:21:52Z', 'revision_number': 4, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'subnets': [{'id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecf9d08-3648-4783-a60b-195b54c9d81c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:53.118732 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92137c7a-8b21-4d8b-bdff-429f0bb7b60e None None] The sync data for ids ['3dcfe580-c83a-42f6-a8c7-5b0a6b716114'] in dv-cinder-849143-14-iscsi is: [{'id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'name': 'router1', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:40Z', 'updated_at': '2022-10-12T02:21:50Z', 'revision_number': 2, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'gw_port_host': None, '_interfaces': [{'id': '7b87f577-4fdf-451f-b9fd-180a84ff5df3', 'name': '', 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'mac_address': 'fa:16:3e:d4:3b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:49Z', 'updated_at': '2022-10-12T02:21:52Z', 'revision_number': 4, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'subnets': [{'id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecf9d08-3648-4783-a60b-195b54c9d81c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:21:53.788396 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52140) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:54.171403 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7482f-e700-409d-909c-a31d7bb1b724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:54.172801 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ced7482f-e700-409d-909c-a31d7bb1b724 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/593c69e4-3075-4dd6-b6fa-c96fdcfde050 HTTP/1.1" status: 200 len: 842 time: 0.3834221 Oct 12 02:21:54.182523 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.4.1', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.4.0/24'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:54.204217 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Made reservation on behalf of 1b152cd4fded41fa8ba95182a5dc98e4 for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:21:54.206680 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:54.357451 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:54.412027 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:54.562271 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.objects.ports [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104436) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 12 02:21:54.562707 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (9a846df1-b9d0-4600-9a65-7010a0ef9e3d), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:54.617967 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a846df1-b9d0-4600-9a65-7010a0ef9e3d,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:54.626819 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:21:54.627169 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Network hostable DHCP agents. Network: 593c69e4-3075-4dd6-b6fa-c96fdcfde050, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:21:54.644018 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:21:54.653308 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 593c69e4-3075-4dd6-b6fa-c96fdcfde050) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:54.657288 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:54.657878 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:54.664017 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fca6bf-b376-4610-a286-16272ee7798e None None] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:21:54.676033 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-56bbdeb9-1fcf-4222-ad46-89a88c3e0e40 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4967959 Oct 12 02:21:54.773681 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71682126-f360-4d87-8330-7ccb3a12fc91 None None] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:21:57.339682 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52148) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:21:57.760389 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-74305fb5-7f7c-4385-aae6-c5f6b84c71d4 demo admin] 10.222.0.23 "GET /networking/v2.0/routers/3dcfe580-c83a-42f6-a8c7-5b0a6b716114 HTTP/1.1" status: 200 len: 710 time: 0.4195776 Oct 12 02:21:57.857014 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf6d3b-07f5-4238-9b93-7fc39459ec37 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:21:57.858405 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a6bf6d3b-07f5-4238-9b93-7fc39459ec37 demo admin] 10.222.0.23 "GET /networking/v2.0/networks/593c69e4-3075-4dd6-b6fa-c96fdcfde050 HTTP/1.1" status: 200 len: 886 time: 0.0918813 Oct 12 02:21:57.867781 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:21:58.112173 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Publish callbacks [] for router_gateway (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:58.327534 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Publish callbacks [] for router_gateway (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:58.372633 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:58.402500 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:58.406963 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:58.512969 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Allocated IP 172.27.4.234 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/c32ddc07-78d6-48e9-86f6-0f09babe8fd4) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:21:58.613149 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Publish callbacks [] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:58.644059 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:58.684540 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:21:58.687280 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:21:58.690709 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:21:58.726275 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Pushing event updated for resources: {'Port': ['ID=c32ddc07-78d6-48e9-86f6-0f09babe8fd4,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:58.933117 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 7b87f577-4fdf-451f-b9fd-180a84ff5df3 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:21:58.979313 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:21:58.979787 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:58.980209 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 Oct 12 02:21:59.022730 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Publish callbacks [] for router_gateway (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:59.054082 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:21:59.054473 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:59.062803 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:59.088324 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 7b87f577-4fdf-451f-b9fd-180a84ff5df3, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=7b87f577-4fdf-451f-b9fd-180a84ff5df3,segment=NetworkSegment(a0a71916-737b-49a8-8bcc-6267bc32aec6),segment_id=a0a71916-737b-49a8-8bcc-6267bc32aec6)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:21:59.093187 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:59.141925 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=7b87f577-4fdf-451f-b9fd-180a84ff5df3,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:21:59.220059 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3728111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-434'] for router (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:59.223537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3728084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3728093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728879'] for router (3dcfe580-c83a-42f6-a8c7-5b0a6b716114), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:59.321527 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:59.322955 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:21:59.328049 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Router 3dcfe580-c83a-42f6-a8c7-5b0a6b716114 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:21:59.427844 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:21:59.431845 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:21:59.433045 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5facc8aa-5380-4c7e-b2cd-9c3075145f8d demo admin] 10.222.0.23 "PUT /networking/v2.0/routers/3dcfe580-c83a-42f6-a8c7-5b0a6b716114 HTTP/1.1" status: 200 len: 890 time: 1.5688314 Oct 12 02:21:59.439093 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Sync routers for ids ['3dcfe580-c83a-42f6-a8c7-5b0a6b716114'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:21:59.453327 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Routers {'3dcfe580-c83a-42f6-a8c7-5b0a6b716114'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:21:59.454013 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:21:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['3dcfe580-c83a-42f6-a8c7-5b0a6b716114'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:21:59.665388 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Set router 3dcfe580-c83a-42f6-a8c7-5b0a6b716114 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:21:59.726652 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:00.036469 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'name': 'router1', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': 'c32ddc07-78d6-48e9-86f6-0f09babe8fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:40Z', 'updated_at': '2022-10-12T02:21:58Z', 'revision_number': 4, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'gw_port': {'id': 'c32ddc07-78d6-48e9-86f6-0f09babe8fd4', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:58Z', 'updated_at': '2022-10-12T02:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '7b87f577-4fdf-451f-b9fd-180a84ff5df3', 'name': '', 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'mac_address': 'fa:16:3e:d4:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:49Z', 'updated_at': '2022-10-12T02:21:59Z', 'revision_number': 5, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'subnets': [{'id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecf9d08-3648-4783-a60b-195b54c9d81c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:22:00.156889 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Checking router: 3dcfe580-c83a-42f6-a8c7-5b0a6b716114 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:22:00.157241 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Updating router 3dcfe580-c83a-42f6-a8c7-5b0a6b716114 port c32ddc07-78d6-48e9-86f6-0f09babe8fd4 binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:22:00.208076 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.513621 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Publish callbacks [] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.518921 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.552116 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Attempting to bind port c32ddc07-78d6-48e9-86f6-0f09babe8fd4 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:22:00.552472 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Attempting to bind port c32ddc07-78d6-48e9-86f6-0f09babe8fd4 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:22:00.552860 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Attempting to bind port c32ddc07-78d6-48e9-86f6-0f09babe8fd4 on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:22:00.586873 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4c8ca-824c-4739-abdd-70861c2d14f9 None None] Pushing event updated for resources: {'Port': ['ID=c32ddc07-78d6-48e9-86f6-0f09babe8fd4,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:22:00.602222 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:22:00.602587 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:22:00.602974 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.603351 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:22:00.603810 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Bound port: c32ddc07-78d6-48e9-86f6-0f09babe8fd4, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:22:00.604192 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.650134 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] For port c32ddc07-78d6-48e9-86f6-0f09babe8fd4, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:22:00.654017 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] For port c32ddc07-78d6-48e9-86f6-0f09babe8fd4, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=c32ddc07-78d6-48e9-86f6-0f09babe8fd4,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:22:00.659120 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.663362 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:00.699893 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Routers {'3dcfe580-c83a-42f6-a8c7-5b0a6b716114'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:22:00.700476 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:21:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['3dcfe580-c83a-42f6-a8c7-5b0a6b716114'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:22:00.746963 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4c8ca-824c-4739-abdd-70861c2d14f9 None None] Pushing event updated for resources: {'Port': ['ID=c32ddc07-78d6-48e9-86f6-0f09babe8fd4,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:22:00.800024 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:00.814257 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] Set router 3dcfe580-c83a-42f6-a8c7-5b0a6b716114 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:22:00.921892 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 7b87f577-4fdf-451f-b9fd-180a84ff5df3 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:22:00.999239 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:22:00.999626 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:00.999963 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 Oct 12 02:22:01.080831 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'name': 'router1', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': 'c32ddc07-78d6-48e9-86f6-0f09babe8fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:40Z', 'updated_at': '2022-10-12T02:21:58Z', 'revision_number': 4, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'gw_port': {'id': 'c32ddc07-78d6-48e9-86f6-0f09babe8fd4', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:58Z', 'updated_at': '2022-10-12T02:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '7b87f577-4fdf-451f-b9fd-180a84ff5df3', 'name': '', 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'mac_address': 'fa:16:3e:d4:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:49Z', 'updated_at': '2022-10-12T02:21:59Z', 'revision_number': 5, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'subnets': [{'id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecf9d08-3648-4783-a60b-195b54c9d81c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:22:01.124646 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8405b0ec-3a4a-4a24-85a2-a2c3371a9e7e None None] The sync data for ids ['3dcfe580-c83a-42f6-a8c7-5b0a6b716114'] in dv-cinder-849143-14-iscsi is: [{'id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'name': 'router1', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': 'c32ddc07-78d6-48e9-86f6-0f09babe8fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:21:40Z', 'updated_at': '2022-10-12T02:21:58Z', 'revision_number': 4, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'gw_port': {'id': 'c32ddc07-78d6-48e9-86f6-0f09babe8fd4', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:58Z', 'updated_at': '2022-10-12T02:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '7b87f577-4fdf-451f-b9fd-180a84ff5df3', 'name': '', 'network_id': 'cb3361c2-7a76-4789-be50-99696c9ab601', 'tenant_id': '239dfc9cbb164dc89983358a6d8450bd', 'mac_address': 'fa:16:3e:d4:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcfe580-c83a-42f6-a8c7-5b0a6b716114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:21:49Z', 'updated_at': '2022-10-12T02:21:59Z', 'revision_number': 5, 'project_id': '239dfc9cbb164dc89983358a6d8450bd', 'subnets': [{'id': '01eda89f-9225-4b81-bfbf-bf4211181201', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecf9d08-3648-4783-a60b-195b54c9d81c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:22:01.134301 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:22:02.225477 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52162) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:22:02.607309 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b59256d8-7e75-4994-a75a-a07db7e04441 admin admin] 10.222.0.23 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3807151 Oct 12 02:22:02.926184 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device c32ddc07-78d6-48e9-86f6-0f09babe8fd4 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:22:02.970008 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port c32ddc07-78d6-48e9-86f6-0f09babe8fd4 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:22:02.970401 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:02.970727 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port c32ddc07-78d6-48e9-86f6-0f09babe8fd4 Oct 12 02:22:03.046427 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port c32ddc07-78d6-48e9-86f6-0f09babe8fd4 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:22:03.046817 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:03.068205 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port c32ddc07-78d6-48e9-86f6-0f09babe8fd4, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=c32ddc07-78d6-48e9-86f6-0f09babe8fd4,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:22:03.072233 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:03.092013 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=49,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:03.097634 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=31 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:03.119423 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=c32ddc07-78d6-48e9-86f6-0f09babe8fd4,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:22:04.922775 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device c32ddc07-78d6-48e9-86f6-0f09babe8fd4 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:22:04.976980 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port c32ddc07-78d6-48e9-86f6-0f09babe8fd4 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:22:04.977408 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (c32ddc07-78d6-48e9-86f6-0f09babe8fd4), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:04.977741 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port c32ddc07-78d6-48e9-86f6-0f09babe8fd4 Oct 12 02:22:05.057168 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port c32ddc07-78d6-48e9-86f6-0f09babe8fd4 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:22:12.599880 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=21 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:12.603012 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=11 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:15.054798 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:15.055670 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:15.848688 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e5729e7a-29fb-4a34-8e24-d47c9a90c2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:16.360689 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:16.367326 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:18.200621 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2f41f844-58b9-4a36-937b-3966d54caf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:18.333020 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 5 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:22:19.190854 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:20.754581 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:21.154913 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:28.333527 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:31.138245 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:31.149104 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:45.845901 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-691a451a-bea6-4c45-b0c2-16e64be4a295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:48.189227 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9a74d4cf-b384-4459-94df-715340f2949a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:49.195245 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:50.796270 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:51.151219 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:22:53.370861 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:53.374259 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=6 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:22:55.332571 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 5 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:23:01.140839 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:01.145920 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:14.382838 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:14.383549 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:15.839570 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-87ae3119-afff-44ec-a800-76d612d9b2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:18.183338 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-33e59879-c4b2-4ea5-90d4-d39f19e11ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:19.187286 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:20.749998 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:21.144550 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:28.557084 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52714) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:28.895832 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5fb0d4-f8fd-4436-88a4-dab41fcc16c5 admin admin] GET failed (client error): The resource could not be found. Oct 12 02:23:28.897476 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-9d5fb0d4-f8fd-4436-88a4-dab41fcc16c5 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3391171 Oct 12 02:23:29.060031 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaae0784-998c-4c6a-9c5f-7e83bc15d8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:29.061529 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-eaae0784-998c-4c6a-9c5f-7e83bc15d8dd admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1599717 Oct 12 02:23:30.355884 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:30.360238 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:31.133637 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:31.140362 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:31.628329 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52724) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:31.992403 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d577c44-52d3-431d-a298-970028f17d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:31.993739 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-6d577c44-52d3-431d-a298-970028f17d51 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/01eda89f-9225-4b81-bfbf-bf4211181201 HTTP/1.1" status: 200 len: 849 time: 0.3644495 Oct 12 02:23:32.003196 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:23:32.086853 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Publish callbacks [] for subnet (01eda89f-9225-4b81-bfbf-bf4211181201), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:32.226404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748435558063'] for subnet (01eda89f-9225-4b81-bfbf-bf4211181201), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:32.259827 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:32.260404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:32.261705 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] 10.222.0.23 "PUT /networking/v2.0/subnets/01eda89f-9225-4b81-bfbf-bf4211181201 HTTP/1.1" status: 200 len: 868 time: 0.2620027 Oct 12 02:23:32.265259 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb4f2b-bba9-4035-99b0-a898a0468af0 None None] Network cb3361c2-7a76-4789-be50-99696c9ab601 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:23:32.283712 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01eda89f-9225-4b81-bfbf-bf4211181201,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:23:32.292134 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.292495 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.292844 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.293185 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.293612 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.293940 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.294339 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.294657 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.294974 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.295288 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.295604 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.295917 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.296227 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.296537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.296875 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3110e3f-7207-42a6-98d0-f1c8dd59d4b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:23:32.331313 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 5 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:23:32.589203 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-17e0ce44-db5d-4152-ba82-675913eadcbe None None] Provisioning complete for port 40787bbd-709b-4b96-9b21-1691ce993ccc triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:23:32.589631 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-17e0ce44-db5d-4152-ba82-675913eadcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (40787bbd-709b-4b96-9b21-1691ce993ccc), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:32.589964 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-17e0ce44-db5d-4152-ba82-675913eadcbe None None] Attempt 1 to provision port 40787bbd-709b-4b96-9b21-1691ce993ccc Oct 12 02:23:32.663682 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-17e0ce44-db5d-4152-ba82-675913eadcbe None None] Current status of the port 40787bbd-709b-4b96-9b21-1691ce993ccc is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:23:32.671363 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-17e0ce44-db5d-4152-ba82-675913eadcbe None None] Provisioning complete for port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:23:32.671753 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-17e0ce44-db5d-4152-ba82-675913eadcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (7b87f577-4fdf-451f-b9fd-180a84ff5df3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:32.672084 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-17e0ce44-db5d-4152-ba82-675913eadcbe None None] Attempt 1 to provision port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 Oct 12 02:23:32.742153 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-17e0ce44-db5d-4152-ba82-675913eadcbe None None] Current status of the port 7b87f577-4fdf-451f-b9fd-180a84ff5df3 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:23:34.808424 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52732) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:35.277934 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f50ed8-39ed-434d-a7d2-db184ca33874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:35.278398 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f50ed8-39ed-434d-a7d2-db184ca33874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:35.279922 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-48f50ed8-39ed-434d-a7d2-db184ca33874 admin admin] 10.222.0.23 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4704978 Oct 12 02:23:37.810904 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52742) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:38.319365 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758139ef-44ae-4479-9303-9d41a19b47af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:38.319821 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758139ef-44ae-4479-9303-9d41a19b47af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:38.321358 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-758139ef-44ae-4479-9303-9d41a19b47af admin admin] 10.222.0.23 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5095298 Oct 12 02:23:40.856889 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52750) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:41.250221 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684f27f-3f55-4f6f-aa7f-45a43fef25ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:41.251575 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a684f27f-3f55-4f6f-aa7f-45a43fef25ff admin admin] 10.222.0.23 "GET /networking/v2.0/networks/593c69e4-3075-4dd6-b6fa-c96fdcfde050 HTTP/1.1" status: 200 len: 886 time: 0.3937519 Oct 12 02:23:42.327629 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:42.738294 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=42 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:42.740145 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=35 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:43.817755 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52758) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:44.142002 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:44.189809 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:23:44.230111 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9967a4f-63cf-48f5-ad21-6e0c8df116cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:44.231473 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f9967a4f-63cf-48f5-ad21-6e0c8df116cf admin admin] 10.222.0.23 "GET /networking/v2.0/networks/cb3361c2-7a76-4789-be50-99696c9ab601 HTTP/1.1" status: 200 len: 869 time: 0.4127576 Oct 12 02:23:45.841989 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-5e9cf0cb-ce50-41ec-9e0f-c1bef7b0ab04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:46.767984 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52766) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:47.165062 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47060a1-611f-4219-8671-d8fccb7e0177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:47.165503 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47060a1-611f-4219-8671-d8fccb7e0177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:47.167005 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a47060a1-611f-4219-8671-d8fccb7e0177 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3980725 Oct 12 02:23:48.186508 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8cc07b49-edc8-41f6-96f5-e1e71f286f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:49.191407 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:49.705382 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52774) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:50.069493 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cff963-888e-4506-8c4d-cd2c6c557761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:50.069943 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cff963-888e-4506-8c4d-cd2c6c557761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:50.071426 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b4cff963-888e-4506-8c4d-cd2c6c557761 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3651123 Oct 12 02:23:50.753964 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:51.147699 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:23:52.622668 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52782) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:52.985380 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57475f6-4d8f-4b99-9078-b373c919e019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:52.986706 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b57475f6-4d8f-4b99-9078-b373c919e019 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/01eda89f-9225-4b81-bfbf-bf4211181201 HTTP/1.1" status: 200 len: 868 time: 0.3631127 Oct 12 02:23:55.520259 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52790) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:23:55.879514 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854bae5-1ec7-497c-992b-db4f30d0e80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:23:55.880883 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-2854bae5-1ec7-497c-992b-db4f30d0e80d admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/9a846df1-b9d0-4600-9a65-7010a0ef9e3d HTTP/1.1" status: 200 len: 816 time: 0.3596680 Oct 12 02:24:01.135190 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:01.141447 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:05.874839 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=30 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:05.876789 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=34 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:09.330614 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 5 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:24:15.846947 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-aa9fce89-5d44-40d5-b795-b144a6540b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:18.188322 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e00ec90f-f49a-47e1-b4bb-4719fc5dbdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:19.192896 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:19.326391 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=16 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:19.327168 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=18 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:20.755762 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:21.151244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:25.128496 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52846) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:24:25.449487 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [None req-616c8883-e191-460b-bc53-85c32b36b8a8 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:24:25.450493 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-616c8883-e191-460b-bc53-85c32b36b8a8 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3210278 Oct 12 02:24:28.048340 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52854) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:24:28.386046 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.pecan_wsgi.hooks.translation [None req-182f0c60-0e73-4013-ac97-3f7adc4ce1ef admin admin] GET failed (client error): The resource could not be found. Oct 12 02:24:28.387311 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-182f0c60-0e73-4013-ac97-3f7adc4ce1ef admin admin] 10.222.0.23 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3380041 Oct 12 02:24:28.471685 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892eec8f-9872-48a4-b759-33794d669e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:24:28.473169 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-892eec8f-9872-48a4-b759-33794d669e2d admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815787 Oct 12 02:24:31.062859 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52862) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:24:31.139529 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:31.146536 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:31.385005 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:24:31.404717 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Made reservation on behalf of 1b152cd4fded41fa8ba95182a5dc98e4 for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:24:31.406960 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:31.436420 dv-cinder-849143-14-iscsi neutron-server[104436]: WARNING neutron.services.revisions.revision_plugin [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Could not find related network for resource to bump revision. Oct 12 02:24:31.447949 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:24:31.457763 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (678eb96f-2d7e-4fc7-a535-9a450f5903b1), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:31.458103 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Added segment 678eb96f-2d7e-4fc7-a535-9a450f5903b1 of type vlan for network feb57b6a-b56c-43f3-928e-cb401188277a Oct 12 02:24:31.498962 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (feb57b6a-b56c-43f3-928e-cb401188277a), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:31.523975 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (feb57b6a-b56c-43f3-928e-cb401188277a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:31.524992 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:24:31.525596 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:31.589612 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=feb57b6a-b56c-43f3-928e-cb401188277a,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:24:31.594763 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-609a1c01-e163-41cb-9b6c-e448b7f27ed1 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5309205 Oct 12 02:24:31.604156 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network feb57b6a-b56c-43f3-928e-cb401188277a details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:24:34.164213 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52870) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:24:34.498990 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.pecan_wsgi.hooks.translation [None req-818b7bd0-5536-4838-b7f8-7323299e5af5 admin admin] GET failed (client error): The resource could not be found. Oct 12 02:24:34.500239 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-818b7bd0-5536-4838-b7f8-7323299e5af5 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3350432 Oct 12 02:24:34.567275 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef479451-7ae2-4a4e-86aa-73eab974ddb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:24:34.568676 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ef479451-7ae2-4a4e-86aa-73eab974ddb6 admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0640273 Oct 12 02:24:34.578249 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Request body: {'subnet': {'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:24:34.597185 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Made reservation on behalf of 1b152cd4fded41fa8ba95182a5dc98e4 for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:24:34.599359 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:34.757353 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (8fcf774d-dedb-4b71-8ab7-4ffd23f3db8f), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:34.810165 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fcf774d-dedb-4b71-8ab7-4ffd23f3db8f,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:24:34.820003 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.820339 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.820682 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.821039 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.821361 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.821680 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.821997 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.822309 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.822623 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.822934 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.823261 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.823576 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.823891 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.824208 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.824506 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:34.830703 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Checking segment: {'id': '678eb96f-2d7e-4fc7-a535-9a450f5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:24:34.831618 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Network hostable DHCP agents. Network: feb57b6a-b56c-43f3-928e-cb401188277a, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:24:34.848189 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Network feb57b6a-b56c-43f3-928e-cb401188277a is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:24:34.856852 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, feb57b6a-b56c-43f3-928e-cb401188277a) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:24:34.860815 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:24:34.861404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:34.867039 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88c6c26-b316-471c-af56-e9e131c94f53 None None] Network feb57b6a-b56c-43f3-928e-cb401188277a requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:24:34.883544 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-2a2113b8-6a18-4e7a-b40a-b1514437cff9 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3028104 Oct 12 02:24:34.978208 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-feb57b6a-b56c-43f3-928e-cb401188277a', 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a', 'project_id': '1b152cd4fded41fa8ba95182a5dc98e4', 'fixed_ips': [{'subnet_id': '8fcf774d-dedb-4b71-8ab7-4ffd23f3db8f'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:24:34.979149 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:35.209978 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Allocated IP 192.168.233.2 (feb57b6a-b56c-43f3-928e-cb401188277a/8fcf774d-dedb-4b71-8ab7-4ffd23f3db8f/dc3da3ed-4d60-42de-a486-00a5a90a2711) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:24:35.350624 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Publish callbacks [] for port (dc3da3ed-4d60-42de-a486-00a5a90a2711), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:35.357583 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (dc3da3ed-4d60-42de-a486-00a5a90a2711), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:35.400501 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Network feb57b6a-b56c-43f3-928e-cb401188277a is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:24:35.405692 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:24:35.407750 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Pushing event updated for resources: {'Port': ['ID=dc3da3ed-4d60-42de-a486-00a5a90a2711,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:24:35.409922 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:24:35.438355 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.438699 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.439054 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.439404 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.439735 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.440057 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.440377 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.440768 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.441044 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.441362 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.441705 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.442015 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.442334 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.442647 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.442962 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:24:35.478826 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Attempting to bind port dc3da3ed-4d60-42de-a486-00a5a90a2711 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:24:35.479188 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Attempting to bind port dc3da3ed-4d60-42de-a486-00a5a90a2711 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '678eb96f-2d7e-4fc7-a535-9a450f5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:24:35.479550 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Attempting to bind port dc3da3ed-4d60-42de-a486-00a5a90a2711 on network feb57b6a-b56c-43f3-928e-cb401188277a {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:24:35.524177 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:24:35.524540 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Checking segment: {'id': '678eb96f-2d7e-4fc7-a535-9a450f5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:24:35.524970 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:35.525348 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Bound using segment: {'id': '678eb96f-2d7e-4fc7-a535-9a450f5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:24:35.525805 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Bound port: dc3da3ed-4d60-42de-a486-00a5a90a2711, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678eb96f-2d7e-4fc7-a535-9a450f5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:24:35.526181 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (dc3da3ed-4d60-42de-a486-00a5a90a2711), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:35.584845 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] For port dc3da3ed-4d60-42de-a486-00a5a90a2711, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:24:35.588072 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] For port dc3da3ed-4d60-42de-a486-00a5a90a2711, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=dc3da3ed-4d60-42de-a486-00a5a90a2711,segment=NetworkSegment(678eb96f-2d7e-4fc7-a535-9a450f5903b1),segment_id=678eb96f-2d7e-4fc7-a535-9a450f5903b1)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:24:35.595942 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (dc3da3ed-4d60-42de-a486-00a5a90a2711), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:35.658452 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8d114-3447-4846-a429-10b7b5fe6ee0 None None] Pushing event updated for resources: {'Port': ['ID=dc3da3ed-4d60-42de-a486-00a5a90a2711,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:24:36.430309 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b6528-61a6-496a-b4fe-9784a492620c None None] Network feb57b6a-b56c-43f3-928e-cb401188277a requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:24:36.498080 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:36.516080 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-711fbf6d-8aa4-4044-8677-619ae2e3e6d0 None None] Provisioning complete for port dc3da3ed-4d60-42de-a486-00a5a90a2711 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:24:36.516486 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-711fbf6d-8aa4-4044-8677-619ae2e3e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (dc3da3ed-4d60-42de-a486-00a5a90a2711), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:36.516901 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-711fbf6d-8aa4-4044-8677-619ae2e3e6d0 None None] Attempt 1 to provision port dc3da3ed-4d60-42de-a486-00a5a90a2711 Oct 12 02:24:36.522251 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:36.623976 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-711fbf6d-8aa4-4044-8677-619ae2e3e6d0 None None] Current status of the port dc3da3ed-4d60-42de-a486-00a5a90a2711 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:24:36.624359 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-711fbf6d-8aa4-4044-8677-619ae2e3e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (dc3da3ed-4d60-42de-a486-00a5a90a2711), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:36.663369 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-711fbf6d-8aa4-4044-8677-619ae2e3e6d0 None None] For port dc3da3ed-4d60-42de-a486-00a5a90a2711, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=dc3da3ed-4d60-42de-a486-00a5a90a2711,segment=NetworkSegment(678eb96f-2d7e-4fc7-a535-9a450f5903b1),segment_id=678eb96f-2d7e-4fc7-a535-9a450f5903b1)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:24:36.669521 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-711fbf6d-8aa4-4044-8677-619ae2e3e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (dc3da3ed-4d60-42de-a486-00a5a90a2711), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:36.723290 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fbf6d-8aa4-4044-8677-619ae2e3e6d0 None None] Pushing event updated for resources: {'Port': ['ID=dc3da3ed-4d60-42de-a486-00a5a90a2711,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:24:36.787108 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-f795c828-3d46-4070-a773-3f33f132010c None None] Provisioning complete for port dc3da3ed-4d60-42de-a486-00a5a90a2711 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:24:36.788039 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-f795c828-3d46-4070-a773-3f33f132010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (dc3da3ed-4d60-42de-a486-00a5a90a2711), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:36.788375 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-f795c828-3d46-4070-a773-3f33f132010c None None] Attempt 1 to provision port dc3da3ed-4d60-42de-a486-00a5a90a2711 Oct 12 02:24:36.864616 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-f795c828-3d46-4070-a773-3f33f132010c None None] Current status of the port dc3da3ed-4d60-42de-a486-00a5a90a2711 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:24:37.013184 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device dc3da3ed-4d60-42de-a486-00a5a90a2711 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:24:37.058751 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port dc3da3ed-4d60-42de-a486-00a5a90a2711 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:24:37.059185 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (dc3da3ed-4d60-42de-a486-00a5a90a2711), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:37.059476 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port dc3da3ed-4d60-42de-a486-00a5a90a2711 Oct 12 02:24:37.135504 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port dc3da3ed-4d60-42de-a486-00a5a90a2711 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:24:44.346168 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:44.351727 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=5 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:44.870309 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:44.871124 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:45.848718 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-89a6c30e-e1c1-40d7-88f2-78488f33d4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:46.328538 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 5 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:24:48.191366 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8c319505-f85f-46d3-acfc-502518311bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:49.197678 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:50.760912 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:51.154569 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:24:56.324579 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:24:56.325398 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:01.143383 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:01.150357 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:15.851230 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-c376ee58-13a8-41e2-ba5c-578c4dbd5df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:18.192597 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-00c9bcab-ca14-4de9-9a34-55973067b76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:19.199370 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:20.760940 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:21.156781 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:21.352934 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:21.358029 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=5 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:23.326331 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 5 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:25:31.147071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:31.153474 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:33.323374 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:45.856762 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1b2a28a4-fb93-4aad-9179-10faa26678b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:48.195931 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2f1d0d01-a541-458d-b9bb-c68bcd3c9904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:49.202992 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:50.766449 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:51.160319 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:54.951864 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 52912) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:25:54.957586 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [None req-bb58571b-7b23-41ff-8996-4b9d5f90e8fc tempest-verify_tempest_config-699356467 tempest-verify_tempest_config-699356467-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:25:54.958568 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-bb58571b-7b23-41ff-8996-4b9d5f90e8fc tempest-verify_tempest_config-699356467 tempest-verify_tempest_config-699356467-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057583 Oct 12 02:25:55.463776 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 52930) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:25:55.791101 dv-cinder-849143-14-iscsi neutron-server[104435]: ERROR stevedore.extension [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 12 02:25:55.842065 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.policy [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104435) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 02:25:55.884528 dv-cinder-849143-14-iscsi neutron-server[104435]: WARNING oslo_policy.policy [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:25:55.884922 dv-cinder-849143-14-iscsi neutron-server[104435]: WARNING oslo_policy.policy [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 02:25:55.902410 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writer thread running {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 02:25:55.903055 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:55.926696 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.055739 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Publish callbacks [] for security_group (5f70528a-7a70-44e5-bf71-71bcd6f6c638), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.059114 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (5f70528a-7a70-44e5-bf71-71bcd6f6c638), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.096689 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a7115c1c110d4a9a9a51a287057141e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6318641 Oct 12 02:25:56.099283 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 52942) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:25:56.124266 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70528a-7a70-44e5-bf71-71bcd6f6c638,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:25:56.141857 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.142190 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.142829 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.143164 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.143489 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.143816 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.144132 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.144448 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.144801 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.145122 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.145451 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.145767 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.146076 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.146387 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.146696 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258774f-e4fe-4f8b-b331-01d389d17932 admin admin] Tracked resource versions report: Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: pushed versions: Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: { 'AddressGroup': {'1.2'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Agent': {'1.1'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'ConntrackHelper': {'1.0'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Log': {'1.0'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'NDPProxy': {'1.0'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Network': {'1.1'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Port': {'1.7'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'PortForwarding': {'1.3'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'QosPolicy': {'1.10'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SecurityGroup': {'1.5'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SubPort': {'1.0'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Subnet': {'1.1'}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Trunk': {'1.1'}} Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: consumer versions: Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: { DHCP agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: L3 agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: Metadata agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: Metering agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: Open vSwitch agent@dv-cinder-849143-14-iscsi: { 'AddressGroup': '1.2', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Agent': '1.1', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'ConntrackHelper': '1.0', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'LocalIPAssociation': '1.0', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Log': '1.0', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'NDPProxy': '1.0', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Network': '1.1', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Port': '1.7', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'PortForwarding': '1.3', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'QosPolicy': '1.10', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SecurityGroup': '1.5', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SecurityGroupRule': '1.2', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SubPort': '1.0', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Subnet': '1.1', Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Trunk': '1.1'}} Oct 12 02:25:56.148618 dv-cinder-849143-14-iscsi neutron-server[104435]: {{(pid=104435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:25:56.196556 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-14529c1d-1029-4773-b5fd-5c6e8788dd05 admin admin] Publish callbacks [] for security_group (5f70528a-7a70-44e5-bf71-71bcd6f6c638), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.217027 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-14529c1d-1029-4773-b5fd-5c6e8788dd05 admin admin] Publish callbacks [] for security_group (5f70528a-7a70-44e5-bf71-71bcd6f6c638), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.307529 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-14529c1d-1029-4773-b5fd-5c6e8788dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (5f70528a-7a70-44e5-bf71-71bcd6f6c638), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.309926 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-14529c1d-1029-4773-b5fd-5c6e8788dd05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:25:56.311123 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-14529c1d-1029-4773-b5fd-5c6e8788dd05 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5f70528a-7a70-44e5-bf71-71bcd6f6c638 HTTP/1.1" status: 204 len: 168 time: 0.2109303 Oct 12 02:25:56.318827 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14529c1d-1029-4773-b5fd-5c6e8788dd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70528a-7a70-44e5-bf71-71bcd6f6c638,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:25:58.359464 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:25:58.364175 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:00.324859 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 5 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:26:01.153343 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:06.257627 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:06.314597 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=38,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:06.337397 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:10.872830 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=12 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:10.874706 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=16 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:15.859180 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bfa16403-4119-42a9-8a83-7bc56e32aee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:18.196610 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-97975206-327e-4cbd-b88e-ef43a681383c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:19.206245 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:20.770659 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:21.164020 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:31.157590 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:31.158843 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:35.356693 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:35.360500 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:37.323991 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 5 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:26:45.860311 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-ceb86d6f-230e-4612-b7b3-bf48ffe2c3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:47.319860 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:26:48.197780 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3f746013-1fa4-498e-a2b4-1af0953b9650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:49.209182 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:50.770635 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:26:51.166633 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:01.156526 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:01.161541 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:14.321434 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 5 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:27:15.861538 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-b9777e8d-a82d-4714-b652-f358fac6af97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:18.201308 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3e46-d9db-4dec-99fb-7086021287dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:19.211251 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:20.776026 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:21.169462 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:24.316675 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:24.317476 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=6 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:28.835443 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728340'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:38.827927 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:38.831196 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:41.887967 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53036) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:27:42.016237 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d6923c4b-d5fb-4fac-a9f5-d5a653773ae8 admin admin] 10.222.0.23 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1272986 Oct 12 02:27:44.447196 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53046) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:27:44.507457 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f5ca6bab-260a-43a7-b9d2-afe76311af86 admin admin] 10.222.0.23 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0592000 Oct 12 02:27:45.863712 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-dae94f74-0bf4-4027-93f4-95801b60c143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:48.202305 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-f89320a4-f2f8-4b8c-ba29-789df9e3baa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:49.217262 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:49.368820 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:50.781899 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:51.172538 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:27:51.321476 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:27:52.009337 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:52.011226 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:54.500682 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:54.502563 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:27:58.805993 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:08.799206 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:08.801211 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:10.868675 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=19 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:10.870573 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=14 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:15.865338 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-060b1506-2759-4184-8046-1df57d3bdbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:18.203336 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7af0907d-d389-4796-bf12-ad3e811d533c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:19.217954 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:20.783805 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:21.175352 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:26.364214 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:26.370592 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:28.321114 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:28:28.805388 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:38.316374 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:38.317658 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:38.799453 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:38.801171 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:28:45.870770 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-4ad2832a-6eed-4cbc-bf3e-f419020af253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:48.206452 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-452b1e0e-d545-45d0-9de5-a0d901adc0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:49.221973 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:50.786180 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:51.177339 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:28:58.815405 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:03.361684 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:03.367461 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:05.320942 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:29:08.809290 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:08.811269 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:15.316961 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:15.317739 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:15.874510 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9cc89e3c-39d1-4f7e-9d8d-b4624013c21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:16.761209 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53260) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:16.776486 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53266) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:17.024510 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53280) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:17.043348 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-33464926-network', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:17.067297 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1734884367-network', 'tenant_id': '76e921b067f04677b76c245b5f93e112'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:17.071724 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53286) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:17.095560 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Made reservation on behalf of 76e921b067f04677b76c245b5f93e112 for: {'network': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:17.103727 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.118042 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.119883 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Made reservation on behalf of 7f6eb3e59c464c749edb69e8370f54e5 for: {'network': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:17.122162 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.153983 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.276352 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Publish callbacks [] for security_group (b7c4c52d-0cfc-4bf7-a164-dbf59a8ad3d1), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.290841 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (b7c4c52d-0cfc-4bf7-a164-dbf59a8ad3d1), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.323936 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Publish callbacks [] for security_group (85ab50e8-e1d0-4d64-826d-5e35fcc7c7df), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.326162 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:29:17.340841 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (85ab50e8-e1d0-4d64-826d-5e35fcc7c7df), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.370196 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748435571411', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (b38f8529-d4f5-444b-a705-5f4d5405e51d), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.370765 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Unsubscribe: segment precommit_create {{(pid=104435) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 02:29:17.371319 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.segments_db [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Added segment b38f8529-d4f5-444b-a705-5f4d5405e51d of type vlan for network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 Oct 12 02:29:17.377752 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:29:17.385334 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-network', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:17.395702 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c4c52d-0cfc-4bf7-a164-dbf59a8ad3d1,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:17.408133 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Made reservation on behalf of bd41b04d606949edbc9a3a2f88f991b2 for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:17.410949 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.421511 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.426673 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (35fef2c2-7f5f-4585-bb81-a7ab26287ad4), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.427196 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.segments_db [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Added segment 35fef2c2-7f5f-4585-bb81-a7ab26287ad4 of type vlan for network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 Oct 12 02:29:17.442991 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1536201020-network', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:17.466060 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.466485 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.467044 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.467480 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.467813 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.468318 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.468901 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.469455 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.470030 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.470649 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.471125 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.471538 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Made reservation on behalf of 60e8d0fb43eb419ba1c5eb830cc89ee3 for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:17.471839 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.472393 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.473204 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.473774 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.474511 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Tracked resource versions report: Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: pushed versions: Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: { 'AddressGroup': {'1.2'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Agent': {'1.1'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'ConntrackHelper': {'1.0'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Log': {'1.0'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'NDPProxy': {'1.0'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Network': {'1.1'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Port': {'1.7'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'PortForwarding': {'1.3'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'QosPolicy': {'1.10'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SecurityGroup': {'1.5'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SubPort': {'1.0'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Subnet': {'1.1'}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Trunk': {'1.1'}} Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: consumer versions: Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: { DHCP agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: HyperV agent@hv-cinder-84914: {}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: L3 agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: Metadata agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: Metering agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: Open vSwitch agent@dv-cinder-849143-14-iscsi: { 'AddressGroup': '1.2', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Agent': '1.1', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'ConntrackHelper': '1.0', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'LocalIPAssociation': '1.0', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Log': '1.0', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'NDPProxy': '1.0', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Network': '1.1', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Port': '1.7', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'PortForwarding': '1.3', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'QosPolicy': '1.10', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SecurityGroup': '1.5', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SecurityGroupRule': '1.2', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'SubPort': '1.0', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Subnet': '1.1', Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: 'Trunk': '1.1'}} Oct 12 02:29:17.475417 dv-cinder-849143-14-iscsi neutron-server[104435]: {{(pid=104435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:29:17.487636 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.555982 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.597148 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Publish callbacks [] for security_group (da2be869-01a5-44ec-97c1-44859e80746c), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.609426 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (8e5a7b02-9fc0-4dda-b1f4-8267371dc191), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.614961 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (da2be869-01a5-44ec-97c1-44859e80746c), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.625943 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ab50e8-e1d0-4d64-826d-5e35fcc7c7df,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:17.630120 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:29:17.643194 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (2f6c5056-d855-4fe8-8f6b-7e524a0874f8), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.643630 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Added segment 2f6c5056-d855-4fe8-8f6b-7e524a0874f8 of type vlan for network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e Oct 12 02:29:17.671556 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.672815 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:17.673506 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.684558 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (5c71fac5-abd5-4133-a9fd-cd2743c1f33e), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.735957 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2be869-01a5-44ec-97c1-44859e80746c,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:17.748853 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.749507 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.750058 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.750588 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.751113 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.751615 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.752131 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.752633 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.753173 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.753697 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.754224 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.754735 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.755244 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.755744 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.756564 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Tracked resource versions report: Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: pushed versions: Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: { 'AddressGroup': {'1.2'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Agent': {'1.1'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'ConntrackHelper': {'1.0'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Log': {'1.0'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'NDPProxy': {'1.0'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Network': {'1.1'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Port': {'1.7'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'PortForwarding': {'1.3'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'QosPolicy': {'1.10'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SecurityGroup': {'1.5'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SubPort': {'1.0'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Subnet': {'1.1'}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Trunk': {'1.1'}} Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: consumer versions: Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: { DHCP agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: HyperV agent@hv-cinder-84914: {}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: L3 agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: Metadata agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: Metering agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: Open vSwitch agent@dv-cinder-849143-14-iscsi: { 'AddressGroup': '1.2', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Agent': '1.1', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'ConntrackHelper': '1.0', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'LocalIPAssociation': '1.0', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Log': '1.0', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'NDPProxy': '1.0', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Network': '1.1', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Port': '1.7', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'PortForwarding': '1.3', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'QosPolicy': '1.10', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SecurityGroup': '1.5', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SecurityGroupRule': '1.2', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'SubPort': '1.0', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Subnet': '1.1', Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: 'Trunk': '1.1'}} Oct 12 02:29:17.757941 dv-cinder-849143-14-iscsi neutron-server[104436]: {{(pid=104436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:29:17.763215 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (5c71fac5-abd5-4133-a9fd-cd2743c1f33e), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.764440 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:17.765298 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.805257 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:17.811030 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] Pushing event updated for resources: {'Network': ['ID=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:17.826474 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:29:17.827591 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (8e5a7b02-9fc0-4dda-b1f4-8267371dc191), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.828882 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:17.829657 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.837179 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] Pushing event updated for resources: {'Network': ['ID=5c71fac5-abd5-4133-a9fd-cd2743c1f33e,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:17.845718 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-cd46abb0-ac28-46b5-8dee-3be19ba64312 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7728524 Oct 12 02:29:17.846425 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53314) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:17.855929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Request body: {'subnet': {'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1536201020-subnet', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:17.886385 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Made reservation on behalf of 60e8d0fb43eb419ba1c5eb830cc89ee3 for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:17.889043 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.912194 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] Pushing event updated for resources: {'Network': ['ID=8e5a7b02-9fc0-4dda-b1f4-8267371dc191,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:17.917999 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-097076d4-d184-494b-84be-bbcdb4fe281d admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1556277 Oct 12 02:29:17.922519 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-35ffca4f-349c-4e8f-a4ca-fa0ec1b8e182 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1447277 Oct 12 02:29:17.923276 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53316) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:17.925698 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53318) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:17.930523 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Request body: {'subnet': {'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-subnet', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:17.956433 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Request body: {'subnet': {'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-subnet', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:17.977767 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:17.980391 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Made reservation on behalf of 7f6eb3e59c464c749edb69e8370f54e5 for: {'subnet': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:17.983836 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:17.996362 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Made reservation on behalf of 76e921b067f04677b76c245b5f93e112 for: {'subnet': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:17.999309 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.032949 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:29:18.048142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:29:18.078940 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Publish callbacks [] for security_group (3d10bc4c-7879-48ad-8f9a-67f362748dac), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.080537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:18.083757 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (ea3903ea-2e4a-4a1b-acde-aca9269e8513), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.135014 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:18.143179 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (3d10bc4c-7879-48ad-8f9a-67f362748dac), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.159406 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:29:18.170950 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (4fb08a4f-69cd-487d-ae0a-17188d06c6f9), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.171418 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Added segment 4fb08a4f-69cd-487d-ae0a-17188d06c6f9 of type vlan for network d2208204-5dac-4ba9-9cf8-255af28eb635 Oct 12 02:29:18.239154 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (d2208204-5dac-4ba9-9cf8-255af28eb635), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.250152 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3903ea-2e4a-4a1b-acde-aca9269e8513,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:18.349315 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-4c432395-0070-41a2-9e34-4b8d91856154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.407758 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Checking segment: {'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:18.408320 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Network hostable DHCP agents. Network: 5c71fac5-abd5-4133-a9fd-cd2743c1f33e, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:29:18.416549 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (d2208204-5dac-4ba9-9cf8-255af28eb635), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.418517 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:18.419372 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.464084 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4381795 Oct 12 02:29:18.465394 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53350) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:18.538404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d10bc4c-7879-48ad-8f9a-67f362748dac,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:18.542786 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1624d7-5c45-4187-bb2d-d29c9ce9a04e admin admin] Pushing event updated for resources: {'Network': ['ID=d2208204-5dac-4ba9-9cf8-255af28eb635,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:18.552146 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Request body: {'subnet': {'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-subnet', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:18.601865 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Made reservation on behalf of bd41b04d606949edbc9a3a2f88f991b2 for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:18.608288 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.619573 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:29:18.682284 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 5c71fac5-abd5-4133-a9fd-cd2743c1f33e) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:18.703380 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b747fb19-58ef-41c5-a2dd-8470f613fb9a None None] Network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:18.710876 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:18.715886 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.779230 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-94e15927-aba5-4994-a565-2fe7c3451f57 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9268506 Oct 12 02:29:18.780050 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53376) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:18.785979 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1536201020-router', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:18.808170 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network d2208204-5dac-4ba9-9cf8-255af28eb635 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:29:18.838282 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.840500 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.930117 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (42aaa308-b997-41bf-b527-5657a81279d3), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:18.945070 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-5c71fac5-abd5-4133-a9fd-cd2743c1f33e', 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e', 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'fixed_ips': [{'subnet_id': 'ea3903ea-2e4a-4a1b-acde-aca9269e8513'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:29:18.946339 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.045843 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42aaa308-b997-41bf-b527-5657a81279d3,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:19.098492 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks [] for router_controller (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), precommit_add_association {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.158604 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Checking segment: {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:19.159178 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Network hostable DHCP agents. Network: 8e5a7b02-9fc0-4dda-b1f4-8267371dc191, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:29:19.187007 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (f147c0f3-4105-4485-bdf5-a129b9df68d7), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.258350 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f147c0f3-4105-4485-bdf5-a129b9df68d7,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:19.277096 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:29:19.284080 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.300173 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 8e5a7b02-9fc0-4dda-b1f4-8267371dc191) {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:19.310057 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:19.310716 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.329407 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Allocated IP 172.20.0.2 (5c71fac5-abd5-4133-a9fd-cd2743c1f33e/ea3903ea-2e4a-4a1b-acde-aca9269e8513/fc9e6bca-9141-46b7-9b34-cd7683d3a058) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:19.336178 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Checking segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:19.336937 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Network hostable DHCP agents. Network: 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:29:19.344470 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f71b32f3-9f60-40ea-9118-fc874d9407d7 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4199305 Oct 12 02:29:19.347354 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53426) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:19.353032 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:19.358674 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:19.379863 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:19.398331 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:29:19.403123 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (6f7e97b5-5f69-4eec-8bdb-b30416915f78), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.406181 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (6f7e97b5-5f69-4eec-8bdb-b30416915f78), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.438802 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (3773f3fd-a367-461c-996d-087e532d1195), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.551985 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks [] for router_gateway (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.562377 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks [] for router_controller (6f7e97b5-5f69-4eec-8bdb-b30416915f78), precommit_add_association {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.566111 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Publish callbacks [] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.578657 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4dd368-edb9-49eb-b1ad-45ec767c274e None None] Network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:19.626198 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8) {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:19.655867 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:19.656952 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.699478 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3773f3fd-a367-461c-996d-087e532d1195,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:19.735190 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Checking segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:19.735611 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Network hostable DHCP agents. Network: d2208204-5dac-4ba9-9cf8-255af28eb635, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:29:19.735832 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.760242 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b881ea3-2785-404e-9a75-4f342be4541d None None] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:19.786356 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Network d2208204-5dac-4ba9-9cf8-255af28eb635 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:29:19.795035 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-debbed34-762a-466f-af6c-775f1a22f9eb admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8683970 Oct 12 02:29:19.798074 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53442) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:19.807912 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:19.836642 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, d2208204-5dac-4ba9-9cf8-255af28eb635) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:19.861609 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:19.862768 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:19.866570 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:29:19.868942 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.873143 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:19.873729 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:19.874612 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:19.881779 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:19.885499 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:19.894234 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:19.909692 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790ce3b-4369-445e-be9c-f975494dd5df None None] Network d2208204-5dac-4ba9-9cf8-255af28eb635 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:19.953120 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53450) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:19.960885 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-c537a90d-2c22-4065-b8f8-da1a1f0659b6 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4239247 Oct 12 02:29:19.966486 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53452) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:19.971477 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:20.007728 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks [] for router_gateway (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.011932 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53456) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:20.034138 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Attempting to bind port fc9e6bca-9141-46b7-9b34-cd7683d3a058 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:20.035210 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Attempting to bind port fc9e6bca-9141-46b7-9b34-cd7683d3a058 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:20.035758 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Attempting to bind port fc9e6bca-9141-46b7-9b34-cd7683d3a058 on network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:20.037917 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.047559 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.048482 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.055194 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks [] for router_gateway (6f7e97b5-5f69-4eec-8bdb-b30416915f78), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.073599 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.075114 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.134396 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:20.182337 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks [] for router_controller (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), precommit_add_association {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.229958 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:20.230401 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Checking segment: {'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:20.231017 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.231530 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Bound using segment: {'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:20.232197 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Bound port: fc9e6bca-9141-46b7-9b34-cd7683d3a058, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:20.233210 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.286212 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3277-c1e7-41a9-b162-f02b33d85018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.293007 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks [] for router_controller (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), precommit_add_association {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.316053 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Pushing event updated for resources: {'Port': ['ID=fc9e6bca-9141-46b7-9b34-cd7683d3a058,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:20.328307 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4916ada0-b89b-4b7d-84dd-8bee507d3b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.348809 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.349207 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.349439 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.349817 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.350201 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.350564 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.350776 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.351095 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.351425 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.351749 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.352057 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.352385 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.352720 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.353031 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.353339 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Tracked resource versions report: Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: pushed versions: Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: { 'AddressGroup': {'1.2'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Agent': {'1.1'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'ConntrackHelper': {'1.0'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Log': {'1.0'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'NDPProxy': {'1.0'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Network': {'1.1'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Port': {'1.7'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'PortForwarding': {'1.3'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'QosPolicy': {'1.10'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SecurityGroup': {'1.5'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SubPort': {'1.0'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Subnet': {'1.1'}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Trunk': {'1.1'}} Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: consumer versions: Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: { DHCP agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: HyperV agent@hv-cinder-84914: {}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: L3 agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: Metadata agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: Metering agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: Open vSwitch agent@dv-cinder-849143-14-iscsi: { 'AddressGroup': '1.2', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Agent': '1.1', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'ConntrackHelper': '1.0', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'LocalIPAssociation': '1.0', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Log': '1.0', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'NDPProxy': '1.0', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Network': '1.1', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Port': '1.7', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'PortForwarding': '1.3', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'QosPolicy': '1.10', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SecurityGroup': '1.5', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SecurityGroupRule': '1.2', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'SubPort': '1.0', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Subnet': '1.1', Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: 'Trunk': '1.1'}} Oct 12 02:29:20.354563 dv-cinder-849143-14-iscsi neutron-server[104437]: {{(pid=104437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:29:20.360267 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Allocated IP 172.27.4.56 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/e6ded74f-3fe9-43b3-b57b-78e83ce41565) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:20.461918 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3277-c1e7-41a9-b162-f02b33d85018 admin admin] Publish callbacks [] for security_group (b5c2562d-0628-463b-8f2c-bcaffdc4cfac), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.482017 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3277-c1e7-41a9-b162-f02b33d85018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (b5c2562d-0628-463b-8f2c-bcaffdc4cfac), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.603948 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks [] for router_gateway (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.608416 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:29:20.609699 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.647048 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks [] for router_gateway (6f7e97b5-5f69-4eec-8bdb-b30416915f78), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.697474 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks [] for router_gateway (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.709565 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.714910 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:20.730298 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-1c1c3277-c1e7-41a9-b162-f02b33d85018 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ccda4a4b3d95486caaeb607896fdaced&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7634923 Oct 12 02:29:20.733284 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53480) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:20.735244 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c3277-c1e7-41a9-b162-f02b33d85018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c2562d-0628-463b-8f2c-bcaffdc4cfac,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:20.758547 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Allocated IP 172.20.0.2 (8e5a7b02-9fc0-4dda-b1f4-8267371dc191/42aaa308-b997-41bf-b527-5657a81279d3/5cf95e7b-7c8f-4043-b773-d913aa96f647) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:20.805912 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:20.866980 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] For port fc9e6bca-9141-46b7-9b34-cd7683d3a058, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:20.872344 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-d2208204-5dac-4ba9-9cf8-255af28eb635', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:29:20.873514 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.935894 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c19298c5-3b41-49ae-9647-bd9a1eea5e1e admin admin] Publish callbacks [] for security_group (b5c2562d-0628-463b-8f2c-bcaffdc4cfac), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.965947 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] For port fc9e6bca-9141-46b7-9b34-cd7683d3a058, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=fc9e6bca-9141-46b7-9b34-cd7683d3a058,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:20.983865 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:20.991528 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c19298c5-3b41-49ae-9647-bd9a1eea5e1e admin admin] Publish callbacks [] for security_group (b5c2562d-0628-463b-8f2c-bcaffdc4cfac), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.010231 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.097045 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4916ada0-b89b-4b7d-84dd-8bee507d3b9b admin admin] Publish callbacks [] for security_group (118ca5c2-e451-4cd1-9c70-cd9f5ab6fbda), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.111737 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks [] for router_gateway (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.120862 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4916ada0-b89b-4b7d-84dd-8bee507d3b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (118ca5c2-e451-4cd1-9c70-cd9f5ab6fbda), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.153951 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks [] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.160162 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.205271 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916ada0-b89b-4b7d-84dd-8bee507d3b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118ca5c2-e451-4cd1-9c70-cd9f5ab6fbda,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:21.211747 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53492) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:21.218196 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-4916ada0-b89b-4b7d-84dd-8bee507d3b9b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fe0a12a6b1564071955fe9c37fd5534c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2050488 Oct 12 02:29:21.220382 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks [] for router_gateway (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.222113 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53494) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:21.270436 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c19298c5-3b41-49ae-9647-bd9a1eea5e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (b5c2562d-0628-463b-8f2c-bcaffdc4cfac), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.274921 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c19298c5-3b41-49ae-9647-bd9a1eea5e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.277886 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-c19298c5-3b41-49ae-9647-bd9a1eea5e1e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b5c2562d-0628-463b-8f2c-bcaffdc4cfac HTTP/1.1" status: 204 len: 168 time: 0.5489864 Oct 12 02:29:21.281935 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:21.296919 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19298c5-3b41-49ae-9647-bd9a1eea5e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c2562d-0628-463b-8f2c-bcaffdc4cfac,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:21.313941 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.373698 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:21.461896 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:21.461896 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.504050 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f464d-ca42-4b66-ab12-fc701ec19b00 None None] Pushing event updated for resources: {'Port': ['ID=fc9e6bca-9141-46b7-9b34-cd7683d3a058,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:21.512002 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Allocated IP 172.20.0.2 (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8/f147c0f3-4105-4485-bdf5-a129b9df68d7/47566bce-09ec-443f-aa25-4968a001b218) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:21.536009 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7dc7-045f-42ef-83cb-2f63063992fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.547896 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Publish callbacks [] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.548624 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.565122 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Allocated IP 172.20.0.2 (d2208204-5dac-4ba9-9cf8-255af28eb635/3773f3fd-a367-461c-996d-087e532d1195/10fb2751-8150-4fcb-9d16-66ae041eee49) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:21.582523 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:21.582926 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.591929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:21.594074 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff381ef7-9f6c-4911-9450-5d06e2aa4fbb admin admin] Publish callbacks [] for security_group (118ca5c2-e451-4cd1-9c70-cd9f5ab6fbda), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.639758 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:21.646622 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff381ef7-9f6c-4911-9450-5d06e2aa4fbb admin admin] Publish callbacks [] for security_group (118ca5c2-e451-4cd1-9c70-cd9f5ab6fbda), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:21.667252 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:21.679396 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:21.686105 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Allocated IP 172.27.4.111 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/2b34e041-2c3e-457a-ad89-789dde673efd) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:21.686641 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:21.724201 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:21.834038 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Pushing event updated for resources: {'Port': ['ID=5cf95e7b-7c8f-4043-b773-d913aa96f647,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:21.913914 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks [] for port (2b34e041-2c3e-457a-ad89-789dde673efd), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.010558 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53512) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:22.025850 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:22.029073 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Attempting to bind port 5cf95e7b-7c8f-4043-b773-d913aa96f647 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:22.029452 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Attempting to bind port 5cf95e7b-7c8f-4043-b773-d913aa96f647 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:22.029832 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Attempting to bind port 5cf95e7b-7c8f-4043-b773-d913aa96f647 on network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:22.030608 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ded74f-3fe9-43b3-b57b-78e83ce41565,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:22.082675 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2f496102-2159-4f85-a155-df8e3ba2d885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.089052 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:22.119151 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff381ef7-9f6c-4911-9450-5d06e2aa4fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (118ca5c2-e451-4cd1-9c70-cd9f5ab6fbda), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.121901 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff381ef7-9f6c-4911-9450-5d06e2aa4fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.124499 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ff381ef7-9f6c-4911-9450-5d06e2aa4fbb admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/118ca5c2-e451-4cd1-9c70-cd9f5ab6fbda HTTP/1.1" status: 204 len: 168 time: 0.8906443 Oct 12 02:29:22.170073 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.198677 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff381ef7-9f6c-4911-9450-5d06e2aa4fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118ca5c2-e451-4cd1-9c70-cd9f5ab6fbda,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:22.203778 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7dc7-045f-42ef-83cb-2f63063992fa admin admin] Publish callbacks [] for security_group (dce7d278-3b1e-4569-bd64-a462c1d2867d), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.214066 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7dc7-045f-42ef-83cb-2f63063992fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (dce7d278-3b1e-4569-bd64-a462c1d2867d), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.330426 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f5ad7dc7-045f-42ef-83cb-2f63063992fa admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2d2ef7ec625d4fd79045b3d5001dc790&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1112289 Oct 12 02:29:22.332895 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad7dc7-045f-42ef-83cb-2f63063992fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce7d278-3b1e-4569-bd64-a462c1d2867d,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:22.333217 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:22.336204 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53516) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:22.338113 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Publish callbacks [] for port (47566bce-09ec-443f-aa25-4968a001b218), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.339757 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:22.340129 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Checking segment: {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:22.340556 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.340978 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Bound using segment: {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:22.341457 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Bound port: 5cf95e7b-7c8f-4043-b773-d913aa96f647, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:22.341837 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.344124 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Allocated IP 172.27.4.188 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/a695cd23-89e9-49ef-a6ab-b2f2f003164c) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:22.354873 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:22.358115 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Publish callbacks [] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.377165 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b34e041-2c3e-457a-ad89-789dde673efd,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:22.379539 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks [] for router_gateway (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.379967 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (47566bce-09ec-443f-aa25-4968a001b218), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.384880 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:22.436274 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.497387 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ce92e864-8ab1-4fda-bb2a-8cacd0391b73 admin admin] Publish callbacks [] for security_group (dce7d278-3b1e-4569-bd64-a462c1d2867d), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.534412 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:22.548767 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ce92e864-8ab1-4fda-bb2a-8cacd0391b73 admin admin] Publish callbacks [] for security_group (dce7d278-3b1e-4569-bd64-a462c1d2867d), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.554211 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:22.600898 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:22.606175 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Network d2208204-5dac-4ba9-9cf8-255af28eb635 is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:22.621356 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:22.625308 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Pushing event updated for resources: {'Port': ['ID=47566bce-09ec-443f-aa25-4968a001b218,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:22.638904 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2f496102-2159-4f85-a155-df8e3ba2d885 admin admin] Publish callbacks [] for security_group (53ea904f-3a60-4486-9735-27fcebe46450), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.643914 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:22.650227 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2f496102-2159-4f85-a155-df8e3ba2d885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (53ea904f-3a60-4486-9735-27fcebe46450), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.652899 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] For port 5cf95e7b-7c8f-4043-b773-d913aa96f647, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:22.658561 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:22.744350 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] For port 5cf95e7b-7c8f-4043-b773-d913aa96f647, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=5cf95e7b-7c8f-4043-b773-d913aa96f647,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:22.745528 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:22.761214 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ce92e864-8ab1-4fda-bb2a-8cacd0391b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (dce7d278-3b1e-4569-bd64-a462c1d2867d), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.761438 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:22.764752 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ce92e864-8ab1-4fda-bb2a-8cacd0391b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.765038 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks [] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.767762 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c26070-ea17-4e50-ad6d-ae21761beecb None None] Network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:22.769786 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ce92e864-8ab1-4fda-bb2a-8cacd0391b73 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/dce7d278-3b1e-4569-bd64-a462c1d2867d HTTP/1.1" status: 204 len: 168 time: 0.4324932 Oct 12 02:29:22.785415 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92e864-8ab1-4fda-bb2a-8cacd0391b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce7d278-3b1e-4569-bd64-a462c1d2867d,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:22.788171 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f496102-2159-4f85-a155-df8e3ba2d885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ea904f-3a60-4486-9735-27fcebe46450,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:22.792184 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-2f496102-2159-4f85-a155-df8e3ba2d885 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a0fc9e9f616e45eab32cc99f24af1bee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7797887 Oct 12 02:29:22.796351 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.798801 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53524) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:22.829241 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.849194 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53526) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:22.903310 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1de239dc-f287-48a1-bc1c-ab731f5fa98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.928607 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:22.936762 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks [] for router_gateway (6f7e97b5-5f69-4eec-8bdb-b30416915f78), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:22.964162 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bc127028-5e44-4800-bef8-22d4f9bf28bc admin admin] Publish callbacks [] for security_group (53ea904f-3a60-4486-9735-27fcebe46450), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.004057 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bc127028-5e44-4800-bef8-22d4f9bf28bc admin admin] Publish callbacks [] for security_group (53ea904f-3a60-4486-9735-27fcebe46450), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.025429 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-26fdfd4d-bf77-4dba-9430-9aeb6bc0c56a None None] Provisioning complete for port fc9e6bca-9141-46b7-9b34-cd7683d3a058 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:23.026086 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-26fdfd4d-bf77-4dba-9430-9aeb6bc0c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.026591 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-26fdfd4d-bf77-4dba-9430-9aeb6bc0c56a None None] Attempt 1 to provision port fc9e6bca-9141-46b7-9b34-cd7683d3a058 Oct 12 02:29:23.055947 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:23.089491 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Attempting to bind port 47566bce-09ec-443f-aa25-4968a001b218 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:23.104320 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Attempting to bind port 47566bce-09ec-443f-aa25-4968a001b218 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:23.104718 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Attempting to bind port 47566bce-09ec-443f-aa25-4968a001b218 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:23.109968 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:23.134093 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Allocated IP 172.27.4.118 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/86e75f5d-f9b6-4eea-a410-f65cec78c80f) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:23.177765 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:29:23.190085 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1de239dc-f287-48a1-bc1c-ab731f5fa98e admin admin] Publish callbacks [] for security_group (a20d1b1c-d9d3-4e16-a175-b7ec02569b07), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.196131 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.304177 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bc127028-5e44-4800-bef8-22d4f9bf28bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (53ea904f-3a60-4486-9735-27fcebe46450), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.306751 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bc127028-5e44-4800-bef8-22d4f9bf28bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.310770 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-bc127028-5e44-4800-bef8-22d4f9bf28bc admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/53ea904f-3a60-4486-9735-27fcebe46450 HTTP/1.1" status: 204 len: 168 time: 0.5092793 Oct 12 02:29:23.312145 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Pushing event updated for resources: {'Port': ['ID=10fb2751-8150-4fcb-9d16-66ae041eee49,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:23.368326 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc127028-5e44-4800-bef8-22d4f9bf28bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ea904f-3a60-4486-9735-27fcebe46450,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:23.400634 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:23.408527 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Checking segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:23.410335 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.410917 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Bound using segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:23.411593 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Bound port: 47566bce-09ec-443f-aa25-4968a001b218, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:23.412687 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (47566bce-09ec-443f-aa25-4968a001b218), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.457531 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device fc9e6bca-9141-46b7-9b34-cd7683d3a058 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:23.458074 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:23.469390 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Sync routers for ids ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:23.488763 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks [] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.498957 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Routers {'457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:23.499873 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:23.528089 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.529355 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5690eace-160c-487a-8058-07f677deeeb3 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7468219 Oct 12 02:29:23.554241 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53548) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:23.598629 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Attempting to bind port 10fb2751-8150-4fcb-9d16-66ae041eee49 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:23.598991 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Attempting to bind port 10fb2751-8150-4fcb-9d16-66ae041eee49 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:23.599346 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Attempting to bind port 10fb2751-8150-4fcb-9d16-66ae041eee49 on network d2208204-5dac-4ba9-9cf8-255af28eb635 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:23.603919 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a695cd23-89e9-49ef-a6ab-b2f2f003164c,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:23.606284 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1de239dc-f287-48a1-bc1c-ab731f5fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a20d1b1c-d9d3-4e16-a175-b7ec02569b07), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.624121 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:23.668989 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:23.691717 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:23.783986 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:23.915508 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-1de239dc-f287-48a1-bc1c-ab731f5fa98e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=bd306e1df3f24f0cbbd1291f2aefe5a7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0637655 Oct 12 02:29:23.916029 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:23.918633 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53562) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:23.963175 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:23.975687 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:24.016181 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de239dc-f287-48a1-bc1c-ab731f5fa98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20d1b1c-d9d3-4e16-a175-b7ec02569b07,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:24.060232 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Set router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:24.091269 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Pushing event updated for resources: {'Port': ['ID=86e75f5d-f9b6-4eea-a410-f65cec78c80f,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:24.256301 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:24.259166 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Checking segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:24.261206 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.262517 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Bound using segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:24.264319 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Bound port: 10fb2751-8150-4fcb-9d16-66ae041eee49, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:24.265297 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.274713 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a20bb-5dc0-4d9c-b2a3-ebeb0e3da399 None None] Pushing event updated for resources: {'Port': ['ID=5cf95e7b-7c8f-4043-b773-d913aa96f647,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:24.326748 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:24.399409 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:24.445252 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-26fdfd4d-bf77-4dba-9430-9aeb6bc0c56a None None] Current status of the port fc9e6bca-9141-46b7-9b34-cd7683d3a058 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:24.446384 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-26fdfd4d-bf77-4dba-9430-9aeb6bc0c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.477317 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'name': 'tempest-DeleteServersTestJSON-1536201020-router', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:18Z', 'updated_at': '2022-10-12T02:29:22Z', 'revision_number': 3, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'gw_port': {'id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:24.494599 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53576) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:24.524977 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Checking router: 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:24.525690 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Updating router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a port e6ded74f-3fe9-43b3-b57b-78e83ce41565 binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:24.564883 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] For port 47566bce-09ec-443f-aa25-4968a001b218, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:24.569090 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.618085 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:24.625590 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port fc9e6bca-9141-46b7-9b34-cd7683d3a058 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:24.626221 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.626724 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port fc9e6bca-9141-46b7-9b34-cd7683d3a058 Oct 12 02:29:24.651481 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] For port 47566bce-09ec-443f-aa25-4968a001b218, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=47566bce-09ec-443f-aa25-4968a001b218,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:24.654030 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (6f7e97b5-5f69-4eec-8bdb-b30416915f78), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.676611 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-26fdfd4d-bf77-4dba-9430-9aeb6bc0c56a None None] For port fc9e6bca-9141-46b7-9b34-cd7683d3a058, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=fc9e6bca-9141-46b7-9b34-cd7683d3a058,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:24.682425 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (47566bce-09ec-443f-aa25-4968a001b218), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.690982 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5445c50c-4d06-41cd-a5a9-7ad4f3b29474 admin admin] Publish callbacks [] for security_group (a20d1b1c-d9d3-4e16-a175-b7ec02569b07), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.715936 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-26fdfd4d-bf77-4dba-9430-9aeb6bc0c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.722074 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-e274f852-ad1c-4832-9747-02160d650fce None None] For port 10fb2751-8150-4fcb-9d16-66ae041eee49, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:24.763693 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd3941-ac9f-41e2-8d5c-89e1fba398a6 None None] Network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:24.781515 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks [] for router_gateway (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.856283 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-e274f852-ad1c-4832-9747-02160d650fce None None] For port 10fb2751-8150-4fcb-9d16-66ae041eee49, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=10fb2751-8150-4fcb-9d16-66ae041eee49,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:24.891058 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.892603 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5445c50c-4d06-41cd-a5a9-7ad4f3b29474 admin admin] Publish callbacks [] for security_group (a20d1b1c-d9d3-4e16-a175-b7ec02569b07), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.923878 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Provisioning complete for port fc9e6bca-9141-46b7-9b34-cd7683d3a058 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:24.924641 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:24.925453 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Attempt 1 to provision port fc9e6bca-9141-46b7-9b34-cd7683d3a058 Oct 12 02:29:25.087576 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2034590038-network', 'tenant_id': '497fa1bde80f493785e67e9ce21a35ab'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:25.098293 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883a05e-08ac-413f-bb2f-c71a76074258 None None] Pushing event updated for resources: {'Port': ['ID=47566bce-09ec-443f-aa25-4968a001b218,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:25.100058 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Publish callbacks [] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.113337 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.140204 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:25.144473 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Attempting to bind port e6ded74f-3fe9-43b3-b57b-78e83ce41565 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:25.144867 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Attempting to bind port e6ded74f-3fe9-43b3-b57b-78e83ce41565 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:25.145227 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Attempting to bind port e6ded74f-3fe9-43b3-b57b-78e83ce41565 on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:25.169545 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port fc9e6bca-9141-46b7-9b34-cd7683d3a058 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:25.206034 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Made reservation on behalf of 497fa1bde80f493785e67e9ce21a35ab for: {'network': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:25.208516 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.226729 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:25.268872 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.276230 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:25.276606 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:25.278127 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.278127 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:25.285235 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Bound port: e6ded74f-3fe9-43b3-b57b-78e83ce41565, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:25.285643 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.381247 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdfd4d-bf77-4dba-9430-9aeb6bc0c56a None None] Pushing event updated for resources: {'Port': ['ID=fc9e6bca-9141-46b7-9b34-cd7683d3a058,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:25.387520 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Current status of the port fc9e6bca-9141-46b7-9b34-cd7683d3a058 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:25.446549 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5445c50c-4d06-41cd-a5a9-7ad4f3b29474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a20d1b1c-d9d3-4e16-a175-b7ec02569b07), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.455979 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5445c50c-4d06-41cd-a5a9-7ad4f3b29474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.473747 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5445c50c-4d06-41cd-a5a9-7ad4f3b29474 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a20d1b1c-d9d3-4e16-a175-b7ec02569b07 HTTP/1.1" status: 204 len: 168 time: 1.5387700 Oct 12 02:29:25.484568 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274f852-ad1c-4832-9747-02160d650fce None None] Pushing event updated for resources: {'Port': ['ID=10fb2751-8150-4fcb-9d16-66ae041eee49,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:25.496426 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Provisioning complete for port 5cf95e7b-7c8f-4043-b773-d913aa96f647 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:25.496886 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.497231 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Attempt 1 to provision port 5cf95e7b-7c8f-4043-b773-d913aa96f647 Oct 12 02:29:25.500855 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] For port e6ded74f-3fe9-43b3-b57b-78e83ce41565, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:25.518899 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] For port e6ded74f-3fe9-43b3-b57b-78e83ce41565, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=e6ded74f-3fe9-43b3-b57b-78e83ce41565,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:25.545839 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 47566bce-09ec-443f-aa25-4968a001b218 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:25.587822 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.616589 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:29:25.634919 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:25.641969 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Pushing event updated for resources: {'Port': ['ID=e6ded74f-3fe9-43b3-b57b-78e83ce41565,revision_number=2']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:25.646279 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445c50c-4d06-41cd-a5a9-7ad4f3b29474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20d1b1c-d9d3-4e16-a175-b7ec02569b07,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:25.685627 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.697607 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Routers {'457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:25.701265 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:25.711117 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.712171 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.714231 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.714788 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.715840 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.717798 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.719981 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.721798 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.723137 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.723662 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.725103 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.725894 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.728307 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.730142 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.730771 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Tracked resource versions report: Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: pushed versions: Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: { 'AddressGroup': {'1.2'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Agent': {'1.1'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'ConntrackHelper': {'1.0'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'LocalIPAssociation': {'1.0'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Log': {'1.0'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'NDPProxy': {'1.0'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Network': {'1.1'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Port': {'1.7'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'PortForwarding': {'1.3'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'QosPolicy': {'1.10'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SecurityGroup': {'1.5'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SecurityGroupRule': {'1.2'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SubPort': {'1.0'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Subnet': {'1.1'}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Trunk': {'1.1'}} Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: consumer versions: Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: { DHCP agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: HyperV agent@hv-cinder-84914: {}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: L3 agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: Metadata agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: Metering agent@dv-cinder-849143-14-iscsi: {}, Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: Open vSwitch agent@dv-cinder-849143-14-iscsi: { 'AddressGroup': '1.2', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Agent': '1.1', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'ConntrackHelper': '1.0', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'LocalIPAssociation': '1.0', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Log': '1.0', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'NDPProxy': '1.0', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Network': '1.1', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Port': '1.7', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'PortForwarding': '1.3', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'QosPolicy': '1.10', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SecurityGroup': '1.5', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SecurityGroupRule': '1.2', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'SubPort': '1.0', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Subnet': '1.1', Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: 'Trunk': '1.1'}} Oct 12 02:29:25.742887 dv-cinder-849143-14-iscsi neutron-server[104438]: {{(pid=104438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 02:29:25.766704 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks [] for router_gateway (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.768321 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:25.810879 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:25.820082 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 47566bce-09ec-443f-aa25-4968a001b218 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:25.821164 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (47566bce-09ec-443f-aa25-4968a001b218), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:25.821698 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 47566bce-09ec-443f-aa25-4968a001b218 Oct 12 02:29:25.956458 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eab7dd-8a70-4c21-800c-9d617a12dd92 None None] Pushing event updated for resources: {'Port': ['ID=e6ded74f-3fe9-43b3-b57b-78e83ce41565,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:25.986884 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] Set router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:26.019477 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Current status of the port 5cf95e7b-7c8f-4043-b773-d913aa96f647 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:26.020265 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.098582 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.127086 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 47566bce-09ec-443f-aa25-4968a001b218 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:26.127606 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (47566bce-09ec-443f-aa25-4968a001b218), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.175911 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] For port 5cf95e7b-7c8f-4043-b773-d913aa96f647, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=5cf95e7b-7c8f-4043-b773-d913aa96f647,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:26.181662 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Publish callbacks [] for security_group (2d32d603-f9a3-42da-b26f-54a7bfd7808c), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.187192 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.199011 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2d32d603-f9a3-42da-b26f-54a7bfd7808c), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.272933 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a1ed9-31a1-4ab0-bf22-66ce36519db0 None None] Pushing event updated for resources: {'Port': ['ID=5cf95e7b-7c8f-4043-b773-d913aa96f647,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:26.293148 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 47566bce-09ec-443f-aa25-4968a001b218, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=47566bce-09ec-443f-aa25-4968a001b218,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:26.311824 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:29:26.319659 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:26.320392 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (47566bce-09ec-443f-aa25-4968a001b218), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.323650 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5cf95e7b-7c8f-4043-b773-d913aa96f647 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:26.344333 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'name': 'tempest-DeleteServersTestJSON-1536201020-router', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:18Z', 'updated_at': '2022-10-12T02:29:22Z', 'revision_number': 3, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'gw_port': {'id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:26.370168 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:26.385001 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Sync routers for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:26.425883 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a8c446-f474-4814-8931-8a35c6484c34 None None] The sync data for ids ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'] in dv-cinder-849143-14-iscsi is: [{'id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'name': 'tempest-DeleteServersTestJSON-1536201020-router', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:18Z', 'updated_at': '2022-10-12T02:29:22Z', 'revision_number': 3, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'gw_port': {'id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:26.444728 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (8e622998-e9e8-42ea-8c57-755b14c562fe), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.445357 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.segments_db [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Added segment 8e622998-e9e8-42ea-8c57-755b14c562fe of type vlan for network 817d96d6-d957-43c9-9686-40068795c2ed Oct 12 02:29:26.463341 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-baabe155-b45d-41a6-ad45-45dd0985ec95 None None] Provisioning complete for port 5cf95e7b-7c8f-4043-b773-d913aa96f647 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:26.463727 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-baabe155-b45d-41a6-ad45-45dd0985ec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.464061 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-baabe155-b45d-41a6-ad45-45dd0985ec95 None None] Attempt 1 to provision port 5cf95e7b-7c8f-4043-b773-d913aa96f647 Oct 12 02:29:26.489099 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d32d603-f9a3-42da-b26f-54a7bfd7808c,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:26.547475 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.566909 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.571128 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-51f9e8f8-b803-498e-859e-5566fdcde7e6 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2197390 Oct 12 02:29:26.579922 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53618) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:26.653913 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:26.660336 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:26.689677 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (817d96d6-d957-43c9-9686-40068795c2ed), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:26.743415 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:26.856424 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:27.033901 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9cd79-da16-42c8-b11e-7f2c74e5a0f5 None None] Network d2208204-5dac-4ba9-9cf8-255af28eb635 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:27.055443 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=47566bce-09ec-443f-aa25-4968a001b218,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:27.072386 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:29:27.080539 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Allocated IP 172.20.0.1 (5c71fac5-abd5-4133-a9fd-cd2743c1f33e/ea3903ea-2e4a-4a1b-acde-aca9269e8513/afbf9eb3-9307-4caa-83d8-d60adffff4fe) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:27.099982 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (817d96d6-d957-43c9-9686-40068795c2ed), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.102632 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:27.103329 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.118605 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6543313e-65ca-47c3-b44d-7782bac884bb None None] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:27.138170 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:29:27.241397 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 5cf95e7b-7c8f-4043-b773-d913aa96f647 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:27.241934 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.242290 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 5cf95e7b-7c8f-4043-b773-d913aa96f647 Oct 12 02:29:27.297272 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:27.371293 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:27.371559 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:27.376070 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-baabe155-b45d-41a6-ad45-45dd0985ec95 None None] Current status of the port 5cf95e7b-7c8f-4043-b773-d913aa96f647 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:27.381762 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Sync routers for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:27.399735 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:27.400416 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:27.428776 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.430461 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-c8f4f765-652a-4cd5-8139-06d47d080d0e admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4619727 Oct 12 02:29:27.439216 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53636) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:27.619421 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1133420 Oct 12 02:29:27.634445 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53640) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:27.640655 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:27.659470 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Request body: {'subnet': {'network_id': '817d96d6-d957-43c9-9686-40068795c2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2034590038-subnet', 'tenant_id': '497fa1bde80f493785e67e9ce21a35ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:27.688849 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1368e6-69e5-4ec4-93f2-a3b8c8c0cfe0 admin admin] Pushing event updated for resources: {'Network': ['ID=817d96d6-d957-43c9-9686-40068795c2ed,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:27.689938 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:27.721513 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:27.769104 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Publish callbacks [] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.862048 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:27.924689 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.929021 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-fd21e170-6b4d-4db8-a2d3-fe99006975a7 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1270411 Oct 12 02:29:27.948868 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Made reservation on behalf of 497fa1bde80f493785e67e9ce21a35ab for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:27.956960 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:27.961320 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53650) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:27.968100 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.003413 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:28.110079 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:24Z', 'revision_number': 3, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:28.145043 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 817d96d6-d957-43c9-9686-40068795c2ed details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:29:28.150525 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Provisioning complete for port 10fb2751-8150-4fcb-9d16-66ae041eee49 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:28.151058 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.151499 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Attempt 1 to provision port 10fb2751-8150-4fcb-9d16-66ae041eee49 Oct 12 02:29:28.163231 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Checking router: c1ab1603-2d64-4a9d-91c0-cc87385f6d7f for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:28.164623 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Updating router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f port 86e75f5d-f9b6-4eea-a410-f65cec78c80f binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:28.251369 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.274764 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:28.323837 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:28.490447 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 5cf95e7b-7c8f-4043-b773-d913aa96f647 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:28.496407 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:22Z', 'revision_number': 3, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:28.555589 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:28.556299 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:28.627144 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.648308 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Checking router: 6f7e97b5-5f69-4eec-8bdb-b30416915f78 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:28.648664 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Updating router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 port 2b34e041-2c3e-457a-ad89-789dde673efd binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:28.892044 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Publish callbacks [] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.904400 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.906180 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (fee51332-3dd6-4803-a69b-2b035817ab3c), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.920438 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:28.972248 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Attempting to bind port 86e75f5d-f9b6-4eea-a410-f65cec78c80f on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:28.972613 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Attempting to bind port 86e75f5d-f9b6-4eea-a410-f65cec78c80f by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:29.016236 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Attempting to bind port 86e75f5d-f9b6-4eea-a410-f65cec78c80f on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:29.029149 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:29.050638 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:29.055496 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 47566bce-09ec-443f-aa25-4968a001b218 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:29.060285 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:29.137890 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Pushing event updated for resources: {'Port': ['ID=afbf9eb3-9307-4caa-83d8-d60adffff4fe,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:29.141928 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:29.142408 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.144276 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Allocated IP 172.20.0.1 (8e5a7b02-9fc0-4dda-b1f4-8267371dc191/42aaa308-b997-41bf-b527-5657a81279d3/f5e88477-1d07-452f-913d-970b524e3493) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:29.164247 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706f4ee-a532-424a-afef-a07fa77dedca None None] Pushing event updated for resources: {'Port': ['ID=86e75f5d-f9b6-4eea-a410-f65cec78c80f,revision_number=2']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:29.217759 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:29.218126 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:29.218521 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.224132 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.225176 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:29.225704 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Bound port: 86e75f5d-f9b6-4eea-a410-f65cec78c80f, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:29.226094 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.279231 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:29.290087 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Current status of the port 10fb2751-8150-4fcb-9d16-66ae041eee49 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:29.291923 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.335590 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:29.353465 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:29.356266 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] For port 86e75f5d-f9b6-4eea-a410-f65cec78c80f, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:29.363808 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Publish callbacks [] for port (f5e88477-1d07-452f-913d-970b524e3493), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.368118 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] For port 86e75f5d-f9b6-4eea-a410-f65cec78c80f, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=86e75f5d-f9b6-4eea-a410-f65cec78c80f,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:29.410697 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.455509 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:29.456800 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee51332-3dd6-4803-a69b-2b035817ab3c,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:29.547786 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (f5e88477-1d07-452f-913d-970b524e3493), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.576061 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:29.576677 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:29.608285 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] For port 10fb2751-8150-4fcb-9d16-66ae041eee49, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=10fb2751-8150-4fcb-9d16-66ae041eee49,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:29.626577 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706f4ee-a532-424a-afef-a07fa77dedca None None] Pushing event updated for resources: {'Port': ['ID=86e75f5d-f9b6-4eea-a410-f65cec78c80f,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:29.654286 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.667859 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:29.670280 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:29.676376 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:29.677590 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (6f7e97b5-5f69-4eec-8bdb-b30416915f78), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.776602 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:29.785638 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:29.787308 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 47566bce-09ec-443f-aa25-4968a001b218 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:29.787974 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (47566bce-09ec-443f-aa25-4968a001b218), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.792674 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 47566bce-09ec-443f-aa25-4968a001b218 Oct 12 02:29:29.870408 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Provisioning complete for port 47566bce-09ec-443f-aa25-4968a001b218 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:29.871153 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (47566bce-09ec-443f-aa25-4968a001b218), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:29.871719 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Attempt 1 to provision port 47566bce-09ec-443f-aa25-4968a001b218 Oct 12 02:29:30.008188 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e88477-1d07-452f-913d-970b524e3493,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:30.023368 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:30.119846 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Pushing event updated for resources: {'Port': ['ID=10fb2751-8150-4fcb-9d16-66ae041eee49,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:30.121215 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:24Z', 'revision_number': 3, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:30.167692 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (f5e88477-1d07-452f-913d-970b524e3493), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.183017 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf7371-53ff-4aaf-91b7-eba3f1ae01ef None None] The sync data for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi is: [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:24Z', 'revision_number': 3, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:30.247219 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 47566bce-09ec-443f-aa25-4968a001b218 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:30.248094 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device e6ded74f-3fe9-43b3-b57b-78e83ce41565 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:30.262854 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Checking segment: {'id': '8e622998-e9e8-42ea-8c57-755b14c562fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '817d96d6-d957-43c9-9686-40068795c2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:30.263374 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Network hostable DHCP agents. Network: 817d96d6-d957-43c9-9686-40068795c2ed, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:29:30.308308 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:24Z', 'revision_number': 3, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:30.310348 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-79a38769-f627-4860-80ca-ddfbbdd80d96 None None] Current status of the port 47566bce-09ec-443f-aa25-4968a001b218 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:30.346419 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:30.346801 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Updating router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c port a695cd23-89e9-49ef-a6ab-b2f2f003164c binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:30.379388 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Network 817d96d6-d957-43c9-9686-40068795c2ed is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:29:30.387318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.389059 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:30.399370 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Publish callbacks [] for port (f5e88477-1d07-452f-913d-970b524e3493), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.405605 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (f5e88477-1d07-452f-913d-970b524e3493), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.408932 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (6f7e97b5-5f69-4eec-8bdb-b30416915f78), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.413780 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:30.451022 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.471651 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 817d96d6-d957-43c9-9686-40068795c2ed) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:30.477539 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port e6ded74f-3fe9-43b3-b57b-78e83ce41565 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:30.477931 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.478273 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port e6ded74f-3fe9-43b3-b57b-78e83ce41565 Oct 12 02:29:30.492554 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:30.493441 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.510438 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e88477-1d07-452f-913d-970b524e3493,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:30.535356 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba9f62b-3905-4f8e-b457-457cc5a7d8b8 None None] Network 817d96d6-d957-43c9-9686-40068795c2ed requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:30.547965 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Provisioning complete for port 10fb2751-8150-4fcb-9d16-66ae041eee49 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:30.548331 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.548648 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Attempt 1 to provision port 10fb2751-8150-4fcb-9d16-66ae041eee49 Oct 12 02:29:30.565347 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:30.599363 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-8289f05f-ba74-410a-8623-f9c392e7daae admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9634557 Oct 12 02:29:30.646405 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:30.649969 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:30.670196 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Publish callbacks [] for port (2b34e041-2c3e-457a-ad89-789dde673efd), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:30.858023 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:29:30.960673 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.053788 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:31.060743 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-2d7263b8-ca91-47fd-a612-c97d05ee0db4 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/6f7e97b5-5f69-4eec-8bdb-b30416915f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4790726 Oct 12 02:29:31.086157 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.117277 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:31.133020 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:31.226590 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Attempting to bind port 2b34e041-2c3e-457a-ad89-789dde673efd on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:31.226590 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Attempting to bind port 2b34e041-2c3e-457a-ad89-789dde673efd by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:31.227090 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Attempting to bind port 2b34e041-2c3e-457a-ad89-789dde673efd on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:31.246821 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Publish callbacks [] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.291683 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.293936 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.319078 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:31.396079 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372bc8e-0d93-4877-89d4-84caab230c20 None None] Pushing event updated for resources: {'Port': ['ID=2b34e041-2c3e-457a-ad89-789dde673efd,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:31.504097 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce28b02-d2af-4ce0-b0d8-e6cc69fd4ddd None None] Network 817d96d6-d957-43c9-9686-40068795c2ed requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:31.541429 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port e6ded74f-3fe9-43b3-b57b-78e83ce41565 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:31.541807 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.586050 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:31.586720 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:31.586947 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.587391 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:31.587977 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Bound port: 2b34e041-2c3e-457a-ad89-789dde673efd, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:31.588397 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.619919 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Current status of the port 10fb2751-8150-4fcb-9d16-66ae041eee49 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:31.646894 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port e6ded74f-3fe9-43b3-b57b-78e83ce41565, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=e6ded74f-3fe9-43b3-b57b-78e83ce41565,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:31.683624 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.684404 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5cf95e7b-7c8f-4043-b773-d913aa96f647 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:31.721431 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Provisioning complete for port 47566bce-09ec-443f-aa25-4968a001b218 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:31.722027 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (47566bce-09ec-443f-aa25-4968a001b218), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.723213 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Attempt 1 to provision port 47566bce-09ec-443f-aa25-4968a001b218 Oct 12 02:29:31.733324 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Pushing event updated for resources: {'Port': ['ID=afbf9eb3-9307-4caa-83d8-d60adffff4fe,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:31.737199 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.902481 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53752) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:31.908273 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-100025961-network', 'tenant_id': '6d9c038f998349f59030b27a69f07e4b'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:31.909563 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:31.916004 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:31.925648 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] For port 2b34e041-2c3e-457a-ad89-789dde673efd, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:31.949176 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] For port 2b34e041-2c3e-457a-ad89-789dde673efd, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=2b34e041-2c3e-457a-ad89-789dde673efd,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:31.952215 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Made reservation on behalf of 6d9c038f998349f59030b27a69f07e4b for: {'network': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:31.955341 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.967590 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:31.978622 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:32.017535 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Publish callbacks [] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.088537 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.101594 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53762) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:32.107714 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-e5485198-a56f-4869-bced-e649e952c213 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327024506', 'description': 'tempest-description--1019194145'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:32.122205 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 5cf95e7b-7c8f-4043-b773-d913aa96f647 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:32.122632 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.123009 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 5cf95e7b-7c8f-4043-b773-d913aa96f647 Oct 12 02:29:32.126288 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.147635 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Allocated IP 172.20.0.1 (d2208204-5dac-4ba9-9cf8-255af28eb635/3773f3fd-a367-461c-996d-087e532d1195/ade91eda-d21f-4661-972d-d442260cbfda) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:32.218342 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:32.219139 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:32.231972 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=e6ded74f-3fe9-43b3-b57b-78e83ce41565,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:32.287517 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Publish callbacks [] for security_group (6db9775c-122a-4bd3-b3e6-c8d9f05e1cab), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.294013 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6db9775c-122a-4bd3-b3e6-c8d9f05e1cab), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.316456 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e5485198-a56f-4869-bced-e649e952c213 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.334199 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:29:32.364647 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Attempting to bind port a695cd23-89e9-49ef-a6ab-b2f2f003164c on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:32.365597 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Attempting to bind port a695cd23-89e9-49ef-a6ab-b2f2f003164c by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:32.366263 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Attempting to bind port a695cd23-89e9-49ef-a6ab-b2f2f003164c on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:32.367786 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:29:32.375923 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db9775c-122a-4bd3-b3e6-c8d9f05e1cab,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:32.387872 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Allocated IP 172.20.0.1 (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8/f147c0f3-4105-4485-bdf5-a129b9df68d7/b9963528-d209-45a9-b765-eb042bc6bbdf) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:32.394039 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (e4bc2d16-2a0d-4c9f-8e02-178e227cf861), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.394638 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.segments_db [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Added segment e4bc2d16-2a0d-4c9f-8e02-178e227cf861 of type vlan for network 54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11 Oct 12 02:29:32.410854 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:32.439052 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Publish callbacks [] for port (ade91eda-d21f-4661-972d-d442260cbfda), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.480275 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:32.496747 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.502980 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:32.507820 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e5485198-a56f-4869-bced-e649e952c213 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (40d57855-7556-4793-932a-8f4b6928bd9e), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.519167 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e5485198-a56f-4869-bced-e649e952c213 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (40d57855-7556-4793-932a-8f4b6928bd9e), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.530985 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Current status of the port 47566bce-09ec-443f-aa25-4968a001b218 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:32.581736 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e5485198-a56f-4869-bced-e649e952c213 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.586859 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-e5485198-a56f-4869-bced-e649e952c213 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4839070 Oct 12 02:29:32.588360 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53776) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:32.593983 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-a333f747-ff82-4add-a38e-c54753c707d5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'security_group_rule': {'security_group_id': '40d57855-7556-4793-932a-8f4b6928bd9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:32.602040 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.605383 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:32.606487 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.609800 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5485198-a56f-4869-bced-e649e952c213 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d57855-7556-4793-932a-8f4b6928bd9e,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:32.639288 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Provisioning complete for port f5e88477-1d07-452f-913d-970b524e3493 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:32.640576 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (f5e88477-1d07-452f-913d-970b524e3493), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.640576 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Attempt 1 to provision port f5e88477-1d07-452f-913d-970b524e3493 Oct 12 02:29:32.695967 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7916059 Oct 12 02:29:32.704450 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:32.707906 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53778) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:32.717100 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Request body: {'subnet': {'network_id': '54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-100025961-subnet', 'tenant_id': '6d9c038f998349f59030b27a69f07e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:32.736070 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372bc8e-0d93-4877-89d4-84caab230c20 None None] Pushing event updated for resources: {'Port': ['ID=2b34e041-2c3e-457a-ad89-789dde673efd,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:32.738259 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f165aae-60ec-40ba-b444-153b80d3e4d7 admin admin] Pushing event updated for resources: {'Network': ['ID=54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:32.752185 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Port f5e88477-1d07-452f-913d-970b524e3493 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:32.756205 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a333f747-ff82-4add-a38e-c54753c707d5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (12f2b790-c828-43dc-aa99-b04b478969ea), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.775327 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:32.779434 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:29:32.808634 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Made reservation on behalf of 6d9c038f998349f59030b27a69f07e4b for: {'subnet': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:32.812056 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.851225 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:32.851965 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:32.853597 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.855791 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:32.856751 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Bound port: a695cd23-89e9-49ef-a6ab-b2f2f003164c, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:32.857342 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.975001 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Provisioning complete for port afbf9eb3-9307-4caa-83d8-d60adffff4fe triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:32.975174 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53782) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:32.975652 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:32.975926 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Attempt 1 to provision port afbf9eb3-9307-4caa-83d8-d60adffff4fe Oct 12 02:29:33.013548 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a333f747-ff82-4add-a38e-c54753c707d5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (12f2b790-c828-43dc-aa99-b04b478969ea), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.018177 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:33.030535 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Publish callbacks [] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.038851 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (ade91eda-d21f-4661-972d-d442260cbfda), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.049209 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a333f747-ff82-4add-a38e-c54753c707d5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (12f2b790-c828-43dc-aa99-b04b478969ea), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.081974 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:33.088530 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d34442a6-ec15-4364-8a13-d332fb72fac7 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5330536 Oct 12 02:29:33.104816 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Sync routers for ids ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:33.129692 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Network d2208204-5dac-4ba9-9cf8-255af28eb635 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:33.137739 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:33.144742 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:33.146074 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.148815 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Routers {'457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:33.149464 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:33.164861 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b9427-06e0-4761-904d-1b723de257eb None None] Pushing event updated for resources: {'Port': ['ID=a695cd23-89e9-49ef-a6ab-b2f2f003164c,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:33.179223 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 5cf95e7b-7c8f-4043-b773-d913aa96f647 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:33.180471 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device fc9e6bca-9141-46b7-9b34-cd7683d3a058 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:33.215262 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333f747-ff82-4add-a38e-c54753c707d5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f2b790-c828-43dc-aa99-b04b478969ea,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:33.251709 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Pushing event updated for resources: {'Port': ['ID=ade91eda-d21f-4661-972d-d442260cbfda,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:33.325113 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a333f747-ff82-4add-a38e-c54753c707d5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.326399 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a333f747-ff82-4add-a38e-c54753c707d5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7369208 Oct 12 02:29:33.329209 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ccf0-9d3c-44d4-b574-8bbdbc61ef96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.340640 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53790) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:33.345441 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-afa91d8e-b663-469c-9aee-29ebbf4ef930 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'security_group_rule': {'security_group_id': '40d57855-7556-4793-932a-8f4b6928bd9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:33.353572 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:33.356583 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.360662 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa8a82-6587-42a3-8b65-8857e25079be None None] Port afbf9eb3-9307-4caa-83d8-d60adffff4fe cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:33.403464 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] For port a695cd23-89e9-49ef-a6ab-b2f2f003164c, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:33.454276 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] For port a695cd23-89e9-49ef-a6ab-b2f2f003164c, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=a695cd23-89e9-49ef-a6ab-b2f2f003164c,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:33.459277 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Set router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:33.485275 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:33.495958 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:33.506374 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:33.507297 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.531589 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.553107 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port fc9e6bca-9141-46b7-9b34-cd7683d3a058 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:33.557252 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.557616 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port fc9e6bca-9141-46b7-9b34-cd7683d3a058 Oct 12 02:29:33.652045 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9963528-d209-45a9-b765-eb042bc6bbdf,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:33.667509 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (9c83619f-d311-404e-bde2-728098bd50ad), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.693616 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-d0abb823-2218-4285-a708-5fc4b33860b7 None None] Provisioning complete for port f5e88477-1d07-452f-913d-970b524e3493 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:33.694070 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d0abb823-2218-4285-a708-5fc4b33860b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (f5e88477-1d07-452f-913d-970b524e3493), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.694411 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-d0abb823-2218-4285-a708-5fc4b33860b7 None None] Attempt 1 to provision port f5e88477-1d07-452f-913d-970b524e3493 Oct 12 02:29:33.703094 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afa91d8e-b663-469c-9aee-29ebbf4ef930 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (20508146-451f-4338-a088-be9859787c6d), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.736495 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ccf0-9d3c-44d4-b574-8bbdbc61ef96 admin admin] Publish callbacks [] for security_group (a4386a89-4f54-431b-97ec-8b838de18cce), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.737578 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c83619f-d311-404e-bde2-728098bd50ad,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:33.752728 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (ade91eda-d21f-4661-972d-d442260cbfda), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.775073 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ccf0-9d3c-44d4-b574-8bbdbc61ef96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a4386a89-4f54-431b-97ec-8b838de18cce), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:33.799445 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'name': 'tempest-DeleteServersTestJSON-1536201020-router', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:18Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'gw_port': {'id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'afbf9eb3-9307-4caa-83d8-d60adffff4fe', 'name': '', 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'mac_address': 'fa:16:3e:c2:51:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ea3903ea-2e4a-4a1b-acde-aca9269e8513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:26Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 2, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'subnets': [{'id': 'ea3903ea-2e4a-4a1b-acde-aca9269e8513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:33.821656 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-d0abb823-2218-4285-a708-5fc4b33860b7 None None] Port f5e88477-1d07-452f-913d-970b524e3493 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:33.862419 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:33.863000 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:33.882402 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Checking router: 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:33.882764 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Updating router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a port afbf9eb3-9307-4caa-83d8-d60adffff4fe binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:33.886450 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-7dd8ccf0-9d3c-44d4-b574-8bbdbc61ef96 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=cd6bef0888ea400f91bda74c5004cfa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9068589 Oct 12 02:29:33.887439 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Checking segment: {'id': 'e4bc2d16-2a0d-4c9f-8e02-178e227cf861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:33.887803 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Network hostable DHCP agents. Network: 54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:29:33.903719 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53818) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:33.910470 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8ccf0-9d3c-44d4-b574-8bbdbc61ef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4386a89-4f54-431b-97ec-8b838de18cce,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:33.914639 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53824) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:33.914832 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:33.917389 dv-cinder-849143-14-iscsi neutron-server[104435]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 02:29:33.975401 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.010391 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.027891 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Network 54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:29:34.063144 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:34.074638 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11) {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:34.135032 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:34.135032 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.135687 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Publish callbacks [] for port (ade91eda-d21f-4661-972d-d442260cbfda), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.141763 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.142677 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.148124 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (ade91eda-d21f-4661-972d-d442260cbfda), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.149141 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.207672 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Pushing event updated for resources: {'Port': ['ID=ade91eda-d21f-4661-972d-d442260cbfda,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:34.262717 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-e75772ae-7ac6-4ae9-8651-4e8de65bb3f7 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5530035 Oct 12 02:29:34.332035 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-a964e3d3-caa8-48a6-832a-f758f103964d tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:34.336330 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-a964e3d3-caa8-48a6-832a-f758f103964d tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/networks?id=5c71fac5-abd5-4133-a9fd-cd2743c1f33e HTTP/1.1" status: 200 len: 812 time: 0.4203236 Oct 12 02:29:34.362017 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-61bd358f-aa22-4dc7-96e6-afa5c61de75f tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/quotas/60e8d0fb43eb419ba1c5eb830cc89ee3 HTTP/1.1" status: 200 len: 375 time: 0.0186703 Oct 12 02:29:34.379693 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afa91d8e-b663-469c-9aee-29ebbf4ef930 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (20508146-451f-4338-a088-be9859787c6d), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.396993 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Network d2208204-5dac-4ba9-9cf8-255af28eb635 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:34.402102 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:34.407125 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afa91d8e-b663-469c-9aee-29ebbf4ef930 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (20508146-451f-4338-a088-be9859787c6d), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.428145 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.460784 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa91d8e-b663-469c-9aee-29ebbf4ef930 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20508146-451f-4338-a088-be9859787c6d,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:34.472124 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7e0655ef-8d48-4377-a8b2-b78828b292b5 admin admin] Publish callbacks [] for security_group (a4386a89-4f54-431b-97ec-8b838de18cce), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.511873 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7e0655ef-8d48-4377-a8b2-b78828b292b5 admin admin] Publish callbacks [] for security_group (a4386a89-4f54-431b-97ec-8b838de18cce), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.541916 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-d0abb823-2218-4285-a708-5fc4b33860b7 None None] Provisioning complete for port afbf9eb3-9307-4caa-83d8-d60adffff4fe triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:34.543977 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d0abb823-2218-4285-a708-5fc4b33860b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.544862 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-d0abb823-2218-4285-a708-5fc4b33860b7 None None] Attempt 1 to provision port afbf9eb3-9307-4caa-83d8-d60adffff4fe Oct 12 02:29:34.559520 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032baaf7-ce77-44f6-b174-93bfa2fa109f None None] Network 54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:34.607463 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.620372 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53848) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:34.642733 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.659192 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-3fef28ff-f390-4a76-bda7-1cefa9df86f6 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=60e8d0fb43eb419ba1c5eb830cc89ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2902286 Oct 12 02:29:34.668442 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7e0655ef-8d48-4377-a8b2-b78828b292b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a4386a89-4f54-431b-97ec-8b838de18cce), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.671736 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7e0655ef-8d48-4377-a8b2-b78828b292b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.672957 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-7e0655ef-8d48-4377-a8b2-b78828b292b5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a4386a89-4f54-431b-97ec-8b838de18cce HTTP/1.1" status: 204 len: 168 time: 0.7660711 Oct 12 02:29:34.698812 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b9427-06e0-4761-904d-1b723de257eb None None] Pushing event updated for resources: {'Port': ['ID=a695cd23-89e9-49ef-a6ab-b2f2f003164c,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:34.738366 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Publish callbacks [] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.744007 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0655ef-8d48-4377-a8b2-b78828b292b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4386a89-4f54-431b-97ec-8b838de18cce,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:34.753808 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.770068 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.778640 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfc7b85-d33c-4538-a208-e9b1e8afb88d admin admin] Deleting subnet fee51332-3dd6-4803-a69b-2b035817ab3c {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:29:34.783377 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7b85-d33c-4538-a208-e9b1e8afb88d admin admin] Publish callbacks [] for subnet (fee51332-3dd6-4803-a69b-2b035817ab3c), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.783537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afa91d8e-b663-469c-9aee-29ebbf4ef930 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.791988 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-afa91d8e-b663-469c-9aee-29ebbf4ef930 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4429579 Oct 12 02:29:34.797685 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53860) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:34.804674 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:34.874856 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:34.896846 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4ca82-186c-42fc-a964-63b52015fe8e None None] Pushing event updated for resources: {'Port': ['ID=afbf9eb3-9307-4caa-83d8-d60adffff4fe,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:34.912715 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Attempting to bind port afbf9eb3-9307-4caa-83d8-d60adffff4fe on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:34.913098 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Attempting to bind port afbf9eb3-9307-4caa-83d8-d60adffff4fe by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:34.913599 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Attempting to bind port afbf9eb3-9307-4caa-83d8-d60adffff4fe on network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:34.926281 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.978076 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:29:34.979002 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:34.979607 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Checking segment: {'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:34.980009 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.980401 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Bound using segment: {'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:34.980976 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Bound port: afbf9eb3-9307-4caa-83d8-d60adffff4fe, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:34.981625 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:34.984617 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-d0abb823-2218-4285-a708-5fc4b33860b7 None None] Port afbf9eb3-9307-4caa-83d8-d60adffff4fe cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:35.049883 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 2, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:35.072197 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] For port afbf9eb3-9307-4caa-83d8-d60adffff4fe, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:35.081333 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] For port afbf9eb3-9307-4caa-83d8-d60adffff4fe, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=afbf9eb3-9307-4caa-83d8-d60adffff4fe,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:35.097437 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.159626 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port fc9e6bca-9141-46b7-9b34-cd7683d3a058 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:35.162458 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 10fb2751-8150-4fcb-9d16-66ae041eee49 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:35.175743 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Routers {'457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:35.176507 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:35.184737 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-5f607c0e-1d2b-4731-ba66-5f7665b357b9 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:29:35.191602 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-5f607c0e-1d2b-4731-ba66-5f7665b357b9 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3461981 Oct 12 02:29:35.198029 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:35.201953 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7b85-d33c-4538-a208-e9b1e8afb88d admin admin] Publish callbacks [] for subnet (fee51332-3dd6-4803-a69b-2b035817ab3c), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.206089 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.207963 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d7fc48ae-67a4-4b44-9c0f-c60527783361 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/c1ab1603-2d64-4a9d-91c0-cc87385f6d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7672739 Oct 12 02:29:35.259866 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7b85-d33c-4538-a208-e9b1e8afb88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (fee51332-3dd6-4803-a69b-2b035817ab3c), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.291703 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:24Z', 'revision_number': 3, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:35.308571 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Publish callbacks [] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.316158 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.319733 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.337814 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53868) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:35.353466 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22aced3-8a6b-46ee-8f32-d522abae0cca None None] Network 54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:29:35.356898 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8f43f216-b369-4570-af08-03aa7a76348a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.403945 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] Set router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:35.441608 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f3d49-886a-4ddc-8dc8-2b07b00127eb None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:24Z', 'revision_number': 3, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:35.442591 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8f43f216-b369-4570-af08-03aa7a76348a admin admin] Publish callbacks [] for security_group (552035b5-5117-4388-9366-7c149def53d6), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.455562 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8980d-fd76-40ce-abe8-84d6f89fdae3 None None] The sync data for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi is: [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 2, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:35.465441 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8f43f216-b369-4570-af08-03aa7a76348a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (552035b5-5117-4388-9366-7c149def53d6), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.467157 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Sync routers for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:35.476359 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:35.504429 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-8f43f216-b369-4570-af08-03aa7a76348a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=38b14ab515324f7db68cc214ee230e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655278 Oct 12 02:29:35.524639 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53874) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:35.542271 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43f216-b369-4570-af08-03aa7a76348a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552035b5-5117-4388-9366-7c149def53d6,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:35.583970 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:35.590390 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:35.606430 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:35.613023 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-2de7839b-7f40-4502-ab95-819f73105d42 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5c71fac5-abd5-4133-a9fd-cd2743c1f33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204774 Oct 12 02:29:35.664324 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-5cc5912f-9367-48c1-8a45-770d3cfadbfd None None] Provisioning complete for port ade91eda-d21f-4661-972d-d442260cbfda triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:35.664815 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-5cc5912f-9367-48c1-8a45-770d3cfadbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (ade91eda-d21f-4661-972d-d442260cbfda), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.665113 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-5cc5912f-9367-48c1-8a45-770d3cfadbfd None None] Attempt 1 to provision port ade91eda-d21f-4661-972d-d442260cbfda Oct 12 02:29:35.770299 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 10fb2751-8150-4fcb-9d16-66ae041eee49 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:35.770299 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.775264 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 10fb2751-8150-4fcb-9d16-66ae041eee49 Oct 12 02:29:35.801680 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-020093ad-5bf0-4063-a23f-9bd50b27bbd4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5c71fac5-abd5-4133-a9fd-cd2743c1f33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840663 Oct 12 02:29:35.811366 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'name': 'tempest-DeleteServersTestJSON-1536201020-router', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:18Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'gw_port': {'id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'afbf9eb3-9307-4caa-83d8-d60adffff4fe', 'name': '', 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'mac_address': 'fa:16:3e:c2:51:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ea3903ea-2e4a-4a1b-acde-aca9269e8513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:26Z', 'updated_at': '2022-10-12T02:29:35Z', 'revision_number': 4, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'subnets': [{'id': 'ea3903ea-2e4a-4a1b-acde-aca9269e8513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:35.814088 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7b85-d33c-4538-a208-e9b1e8afb88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (fee51332-3dd6-4803-a69b-2b035817ab3c), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.850076 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5912f-9367-48c1-8a45-770d3cfadbfd None None] Port ade91eda-d21f-4661-972d-d442260cbfda cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:35.863561 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:35.872451 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:35.889200 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:35.898021 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7b85-d33c-4538-a208-e9b1e8afb88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:35.908235 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:35.916235 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-ddfc7b85-d33c-4538-a208-e9b1e8afb88d admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/fee51332-3dd6-4803-a69b-2b035817ab3c HTTP/1.1" status: 204 len: 168 time: 1.2858295 Oct 12 02:29:35.920570 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:35.925640 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb763-1ba0-4289-bd8d-2b3f2e8db3dd None None] The sync data for ids ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'] in dv-cinder-849143-14-iscsi is: [{'id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'name': 'tempest-DeleteServersTestJSON-1536201020-router', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:18Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'gw_port': {'id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'afbf9eb3-9307-4caa-83d8-d60adffff4fe', 'name': '', 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'mac_address': 'fa:16:3e:c2:51:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ea3903ea-2e4a-4a1b-acde-aca9269e8513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:26Z', 'updated_at': '2022-10-12T02:29:35Z', 'revision_number': 4, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'subnets': [{'id': 'ea3903ea-2e4a-4a1b-acde-aca9269e8513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:35.954993 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53886) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:36.029413 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Allocated IP 172.27.4.53 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/e1fc832f-87d6-4a6d-82c2-db136c1673ce) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:36.031375 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4ca82-186c-42fc-a964-63b52015fe8e None None] Pushing event updated for resources: {'Port': ['ID=afbf9eb3-9307-4caa-83d8-d60adffff4fe,revision_number=4']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:36.043274 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc7b85-d33c-4538-a208-e9b1e8afb88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee51332-3dd6-4803-a69b-2b035817ab3c,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:36.060932 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9963528-d209-45a9-b765-eb042bc6bbdf,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:36.111368 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:29:36.159225 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-5cc5912f-9367-48c1-8a45-770d3cfadbfd None None] Provisioning complete for port b9963528-d209-45a9-b765-eb042bc6bbdf triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:36.159401 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-5cc5912f-9367-48c1-8a45-770d3cfadbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.159759 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-5cc5912f-9367-48c1-8a45-770d3cfadbfd None None] Attempt 1 to provision port b9963528-d209-45a9-b765-eb042bc6bbdf Oct 12 02:29:36.179605 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fd567771-1a87-4573-be81-3377b725410f admin admin] Publish callbacks [] for security_group (552035b5-5117-4388-9366-7c149def53d6), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.305283 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5912f-9367-48c1-8a45-770d3cfadbfd None None] Port b9963528-d209-45a9-b765-eb042bc6bbdf cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:36.354540 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fd567771-1a87-4573-be81-3377b725410f admin admin] Publish callbacks [] for security_group (552035b5-5117-4388-9366-7c149def53d6), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.377221 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 10fb2751-8150-4fcb-9d16-66ae041eee49 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:36.488839 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2829479b-515f-4209-b344-b8dd8c609aa6 None None] Provisioning complete for port b9963528-d209-45a9-b765-eb042bc6bbdf triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:36.490294 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2829479b-515f-4209-b344-b8dd8c609aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.490615 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2829479b-515f-4209-b344-b8dd8c609aa6 None None] Attempt 1 to provision port b9963528-d209-45a9-b765-eb042bc6bbdf Oct 12 02:29:36.555579 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (817d96d6-d957-43c9-9686-40068795c2ed), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.648111 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:36.652771 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:36.663775 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 53918) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:36.680929 dv-cinder-849143-14-iscsi neutron-server[104436]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 02:29:36.728735 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2829479b-515f-4209-b344-b8dd8c609aa6 None None] Port b9963528-d209-45a9-b765-eb042bc6bbdf cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:36.817033 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7a1556b0-23d5-4c26-bd77-a7a6101f6e68 req-64075928-05cd-4263-8aad-263548b706ca tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 210 time: 0.1333845 Oct 12 02:29:36.824551 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for port (e1fc832f-87d6-4a6d-82c2-db136c1673ce), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.869404 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device e6ded74f-3fe9-43b3-b57b-78e83ce41565 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:36.900808 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (e1fc832f-87d6-4a6d-82c2-db136c1673ce), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.970933 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port e6ded74f-3fe9-43b3-b57b-78e83ce41565 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:36.971491 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:36.971982 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port e6ded74f-3fe9-43b3-b57b-78e83ce41565 Oct 12 02:29:37.045600 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'Port': ['ID=e1fc832f-87d6-4a6d-82c2-db136c1673ce,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:37.071450 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:37.075059 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (817d96d6-d957-43c9-9686-40068795c2ed), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.076421 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:37.080409 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:37.203833 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 2, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:37.214595 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:29:37.250256 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port e6ded74f-3fe9-43b3-b57b-78e83ce41565 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:37.251898 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device a695cd23-89e9-49ef-a6ab-b2f2f003164c up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:37.256148 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Checking router: c1ab1603-2d64-4a9d-91c0-cc87385f6d7f for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:37.256616 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Updating router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f port ade91eda-d21f-4661-972d-d442260cbfda binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:37.263701 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (1f4a1456-447f-492e-ae08-9fcffcc7c022), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.307835 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.308232 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.310924 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.311279 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > port after_create 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.315216 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.315585 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > port after_update 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.319861 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.320309 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.320646 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.322294 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.330014 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (e1fc832f-87d6-4a6d-82c2-db136c1673ce), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.330855 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (ade91eda-d21f-4661-972d-d442260cbfda), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.392410 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port a695cd23-89e9-49ef-a6ab-b2f2f003164c triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:37.392819 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.393174 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port a695cd23-89e9-49ef-a6ab-b2f2f003164c Oct 12 02:29:37.575411 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for port (e1fc832f-87d6-4a6d-82c2-db136c1673ce), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.582478 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (e1fc832f-87d6-4a6d-82c2-db136c1673ce), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.583478 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (1f4a1456-447f-492e-ae08-9fcffcc7c022), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.669432 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'Port': ['ID=e1fc832f-87d6-4a6d-82c2-db136c1673ce,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:37.682743 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.686723 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-aaaecc45-b60a-452c-aca1-2a35285dec64 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8868620 Oct 12 02:29:37.718430 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.718988 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.720186 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.720186 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:37.720186 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817d96d6-d957-43c9-9686-40068795c2ed']}} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:37.742513 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-9a6942e2-77ed-4673-a592-eea8c9dfa4a3 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/72bf248f-3f94-4df6-b1ed-e6657d7bfe7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7751255 Oct 12 02:29:37.780998 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:37.784287 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:37.795758 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e622998-e9e8-42ea-8c57-755b14c562fe') {'for_net_delete': True} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:37.796123 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e622998-e9e8-42ea-8c57-755b14c562fe') {} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:37.857105 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27132702'] for segment (8e622998-e9e8-42ea-8c57-755b14c562fe), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.859646 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port a695cd23-89e9-49ef-a6ab-b2f2f003164c is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:37.860153 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.897123 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fd567771-1a87-4573-be81-3377b725410f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (552035b5-5117-4388-9366-7c149def53d6), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.899798 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fd567771-1a87-4573-be81-3377b725410f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.900993 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-fd567771-1a87-4573-be81-3377b725410f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/552035b5-5117-4388-9366-7c149def53d6 HTTP/1.1" status: 204 len: 168 time: 2.3726144 Oct 12 02:29:37.928075 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd567771-1a87-4573-be81-3377b725410f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552035b5-5117-4388-9366-7c149def53d6,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:37.930263 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (8e622998-e9e8-42ea-8c57-755b14c562fe), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.945476 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port a695cd23-89e9-49ef-a6ab-b2f2f003164c, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=a695cd23-89e9-49ef-a6ab-b2f2f003164c,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:37.971882 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:37.973304 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 86e75f5d-f9b6-4eea-a410-f65cec78c80f up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:38.008627 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c5dc7453-6989-4119-b8e1-04e81debfb8b req-9ad96418-d6b5-4284-aace-f77afcef3531 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 210 time: 0.0545464 Oct 12 02:29:38.011176 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:29:38.011583 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27082299'] for segment (8e622998-e9e8-42ea-8c57-755b14c562fe), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.136729 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b349ba-ab5d-4819-aa73-aff820802021 req-93a999fb-f42e-42fa-96b6-523dda531a2e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:38.138529 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-93a999fb-f42e-42fa-96b6-523dda531a2e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 819 time: 1.4643774 Oct 12 02:29:38.157210 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:38.174322 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-b6251201-37bb-4700-a981-317ffd7fbd8e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/quotas/bd41b04d606949edbc9a3a2f88f991b2 HTTP/1.1" status: 200 len: 375 time: 0.0187812 Oct 12 02:29:38.235356 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=a695cd23-89e9-49ef-a6ab-b2f2f003164c,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:38.255895 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 86e75f5d-f9b6-4eea-a410-f65cec78c80f triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:38.257402 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.257402 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 86e75f5d-f9b6-4eea-a410-f65cec78c80f Oct 12 02:29:38.303040 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (817d96d6-d957-43c9-9686-40068795c2ed), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.316088 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.323644 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/817d96d6-d957-43c9-9686-40068795c2ed HTTP/1.1" status: 204 len: 168 time: 2.3630238 Oct 12 02:29:38.353485 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 53982) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:38.419427 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4e758-c946-4abb-923b-af2ba7c54031 admin admin] Pushing event deleted for resources: {'Network': ['ID=817d96d6-d957-43c9-9686-40068795c2ed,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:38.448614 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Publish callbacks [] for port (ade91eda-d21f-4661-972d-d442260cbfda), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.467058 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (ade91eda-d21f-4661-972d-d442260cbfda), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.511581 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-2e86063f-f144-42b0-b040-13a501b3b38c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3239074 Oct 12 02:29:38.517286 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-120ba895-4cd4-40c4-9297-7a69e6246d9f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1327024506&fields=id&tenant_id=7f6eb3e59c464c749edb69e8370f54e5 HTTP/1.1" status: 200 len: 267 time: 0.3049130 Oct 12 02:29:38.611249 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef776977-90b3-4153-b0a2-697f63dd0cf0 None None] Pushing event updated for resources: {'Port': ['ID=ade91eda-d21f-4661-972d-d442260cbfda,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:38.623836 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-12184a2a-4197-490c-8f2b-9c16ba1c6ae1 admin admin] Deleting subnet 9c83619f-d311-404e-bde2-728098bd50ad {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:29:38.656566 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 86e75f5d-f9b6-4eea-a410-f65cec78c80f is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:38.657030 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.702609 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Attempting to bind port ade91eda-d21f-4661-972d-d442260cbfda on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:38.703160 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Attempting to bind port ade91eda-d21f-4661-972d-d442260cbfda by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:38.703957 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Attempting to bind port ade91eda-d21f-4661-972d-d442260cbfda on network d2208204-5dac-4ba9-9cf8-255af28eb635 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:38.711004 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 86e75f5d-f9b6-4eea-a410-f65cec78c80f, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=86e75f5d-f9b6-4eea-a410-f65cec78c80f,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:38.722367 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-12184a2a-4197-490c-8f2b-9c16ba1c6ae1 admin admin] Publish callbacks [] for subnet (9c83619f-d311-404e-bde2-728098bd50ad), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.741751 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.742570 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 10fb2751-8150-4fcb-9d16-66ae041eee49 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:38.857792 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:38.858519 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Checking segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:38.858932 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.859594 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Bound using segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:38.860205 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Bound port: ade91eda-d21f-4661-972d-d442260cbfda, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:38.860862 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (ade91eda-d21f-4661-972d-d442260cbfda), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.875340 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:38.897960 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 8e622998-e9e8-42ea-8c57-755b14c562fe resource provider aggregate not found Oct 12 02:29:38.905743 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-12184a2a-4197-490c-8f2b-9c16ba1c6ae1 admin admin] Publish callbacks [] for subnet (9c83619f-d311-404e-bde2-728098bd50ad), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.913488 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-12184a2a-4197-490c-8f2b-9c16ba1c6ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (9c83619f-d311-404e-bde2-728098bd50ad), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.921639 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=86e75f5d-f9b6-4eea-a410-f65cec78c80f,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:38.938521 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-eed72330-d869-494f-ba19-5de2f711ce42 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:29:38.940039 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-eed72330-d869-494f-ba19-5de2f711ce42 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1744730 Oct 12 02:29:38.941789 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 8e622998-e9e8-42ea-8c57-755b14c562fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e622998-e9e8-42ea-8c57-755b14c562fe found for delete ", "request_id": "req-c138696f-798e-4cad-81cd-f176c3d5d892"}]} Oct 12 02:29:38.985544 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:38.991108 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-12184a2a-4197-490c-8f2b-9c16ba1c6ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for subnet (9c83619f-d311-404e-bde2-728098bd50ad), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:38.999410 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 10fb2751-8150-4fcb-9d16-66ae041eee49 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:38.999828 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.000288 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 10fb2751-8150-4fcb-9d16-66ae041eee49 Oct 12 02:29:39.048990 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12184a2a-4197-490c-8f2b-9c16ba1c6ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c83619f-d311-404e-bde2-728098bd50ad,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:39.058158 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-12184a2a-4197-490c-8f2b-9c16ba1c6ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.064842 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-12184a2a-4197-490c-8f2b-9c16ba1c6ae1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/9c83619f-d311-404e-bde2-728098bd50ad HTTP/1.1" status: 204 len: 168 time: 0.6792877 Oct 12 02:29:39.068829 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 54030) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:39.080799 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] For port ade91eda-d21f-4661-972d-d442260cbfda, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:39.088201 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] For port ade91eda-d21f-4661-972d-d442260cbfda, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=ade91eda-d21f-4661-972d-d442260cbfda,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:39.094781 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-291b9591-f97e-422a-831b-4306d9761737 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:39.101601 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-291b9591-f97e-422a-831b-4306d9761737 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 815 time: 0.5707228 Oct 12 02:29:39.103668 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (ade91eda-d21f-4661-972d-d442260cbfda), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.122576 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:39.138089 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:39.138915 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:39.196864 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.215091 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-3123f668-fbcc-4937-83cd-35a56c325395 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/quotas/7f6eb3e59c464c749edb69e8370f54e5 HTTP/1.1" status: 200 len: 375 time: 0.1016796 Oct 12 02:29:39.238392 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-1030d385-1cd1-478f-8942-7cf7abc85dff service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911777 Oct 12 02:29:39.256629 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:39.292998 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-ef6b67ba-b6af-42e8-be39-7969f2168258 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698640 Oct 12 02:29:39.361653 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 10fb2751-8150-4fcb-9d16-66ae041eee49 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:39.376913 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device afbf9eb3-9307-4caa-83d8-d60adffff4fe up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:39.403371 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.441303 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.442597 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.443771 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.444882 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > port after_create 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.445423 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.446023 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > port after_update 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.446505 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.446884 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:39.447226 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.447722 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.448689 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.502011 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-024890e2-f741-4483-84d2-d7009d55d343 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626786 Oct 12 02:29:39.539990 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port afbf9eb3-9307-4caa-83d8-d60adffff4fe triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:39.540402 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.542688 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port afbf9eb3-9307-4caa-83d8-d60adffff4fe Oct 12 02:29:39.591167 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef776977-90b3-4153-b0a2-697f63dd0cf0 None None] Pushing event updated for resources: {'Port': ['ID=ade91eda-d21f-4661-972d-d442260cbfda,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:39.734988 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:39.774832 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.775180 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.775513 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.775983 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 02:29:39.776411 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11']}} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:39.863397 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port afbf9eb3-9307-4caa-83d8-d60adffff4fe is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:39.865230 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:39.995575 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-3de9d84c-df1b-42d4-996b-d06fefa18af5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109714 Oct 12 02:29:40.004321 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.16', 55893) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:40.005073 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bc2d16-2a0d-4c9f-8e02-178e227cf861') {'for_net_delete': True} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:40.005073 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bc2d16-2a0d-4c9f-8e02-178e227cf861') {} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:40.203957 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2680516'] for segment (e4bc2d16-2a0d-4c9f-8e02-178e227cf861), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.307579 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (e4bc2d16-2a0d-4c9f-8e02-178e227cf861), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.325962 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-8d6e846f-9fd7-497e-8fc6-d3bb708fe27f tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:40.327810 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-8d6e846f-9fd7-497e-8fc6-d3bb708fe27f tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5c71fac5-abd5-4133-a9fd-cd2743c1f33e HTTP/1.1" status: 200 len: 812 time: 0.3221319 Oct 12 02:29:40.347622 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port afbf9eb3-9307-4caa-83d8-d60adffff4fe, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=afbf9eb3-9307-4caa-83d8-d60adffff4fe,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:40.356052 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.371677 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:29:40.372103 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26805510'] for segment (e4bc2d16-2a0d-4c9f-8e02-178e227cf861), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.420050 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Request body: {'port': {'device_id': 'a23966c6-4a75-42ef-8980-9d017342ee61', 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e', 'admin_state_up': True, 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:40.547073 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=afbf9eb3-9307-4caa-83d8-d60adffff4fe,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:40.743180 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-7b7829a7-c125-4550-8d58-e7f97911e1f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7412243 Oct 12 02:29:40.754871 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.840283 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 54112) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:40.843817 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:40.858897 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:40.860152 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11 HTTP/1.1" status: 204 len: 168 time: 1.7883914 Oct 12 02:29:40.861958 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fdc69-381b-43b7-b574-2c67a92ea508 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b8f3e1-d1ee-4fcf-ae49-0010fc54ec11,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:40.886115 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-8a216ad8-3185-4a8d-a778-220e359f1600 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123924197', 'description': 'tempest-description--1732625925'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:40.893126 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device a695cd23-89e9-49ef-a6ab-b2f2f003164c up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:40.913134 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:40.920115 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:41.043726 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:41.150043 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3081c8c-9668-4a71-94ac-68fcb71acdd6 None None] The sync data for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi is: [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:39Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:41.175861 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port a695cd23-89e9-49ef-a6ab-b2f2f003164c triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:41.176247 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.176584 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port a695cd23-89e9-49ef-a6ab-b2f2f003164c Oct 12 02:29:41.226223 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8a216ad8-3185-4a8d-a778-220e359f1600 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.430178 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:41.456396 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Made reservation on behalf of 60e8d0fb43eb419ba1c5eb830cc89ee3 for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:41.476058 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.492322 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port a695cd23-89e9-49ef-a6ab-b2f2f003164c is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:41.492322 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 2b34e041-2c3e-457a-ad89-789dde673efd up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:41.508643 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 54152) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:41.539567 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-813a0006-58cb-4c57-803d-e5f5d037366b req-41f7f2fb-34d8-4040-a9ed-c5744faf590c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 210 time: 0.1569340 Oct 12 02:29:41.690150 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 2b34e041-2c3e-457a-ad89-789dde673efd triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:41.693632 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.695631 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 2b34e041-2c3e-457a-ad89-789dde673efd Oct 12 02:29:41.706430 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9cdeb4ac-f8ad-4b4c-8236-ab175cd1a6b1 req-ce9dfd56-8542-4771-b2b9-24b10996c731 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0766981 Oct 12 02:29:41.803381 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1c5956ea-1318-43f4-b2d3-a5ad866f7d99 req-32bcf49c-c129-4375-8840-8f3521f705a3 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 210 time: 0.2031322 Oct 12 02:29:41.830746 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:41.838241 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 2b34e041-2c3e-457a-ad89-789dde673efd is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:41.840924 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.851300 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8a216ad8-3185-4a8d-a778-220e359f1600 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (4420b532-8e51-4f2f-84b6-65f9d59a8aa8), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.862086 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:41.893888 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 2b34e041-2c3e-457a-ad89-789dde673efd, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=2b34e041-2c3e-457a-ad89-789dde673efd,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:41.901588 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:41.902918 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 86e75f5d-f9b6-4eea-a410-f65cec78c80f up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:41.921904 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:35Z', 'revision_number': 2, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:41.958507 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:41.959207 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Updating router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c port b9963528-d209-45a9-b765-eb042bc6bbdf binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:42.022932 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8a216ad8-3185-4a8d-a778-220e359f1600 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (4420b532-8e51-4f2f-84b6-65f9d59a8aa8), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.030872 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment e4bc2d16-2a0d-4c9f-8e02-178e227cf861 resource provider aggregate not found Oct 12 02:29:42.058190 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.078200 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment e4bc2d16-2a0d-4c9f-8e02-178e227cf861 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4bc2d16-2a0d-4c9f-8e02-178e227cf861 found for delete ", "request_id": "req-685333a5-1dc5-40ef-92e8-b6919bf614b6"}]} Oct 12 02:29:42.179505 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:42.190854 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-7bc91e3b-afa9-432c-a254-473c655fc9ed admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=497fa1bde80f493785e67e9ce21a35ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6739178 Oct 12 02:29:42.191029 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 54178) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:42.235691 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=2b34e041-2c3e-457a-ad89-789dde673efd,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:42.246267 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8a216ad8-3185-4a8d-a778-220e359f1600 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.247963 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-8a216ad8-3185-4a8d-a778-220e359f1600 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4062529 Oct 12 02:29:42.251111 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 54184) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:42.255916 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 86e75f5d-f9b6-4eea-a410-f65cec78c80f triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:42.256086 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.256412 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 86e75f5d-f9b6-4eea-a410-f65cec78c80f Oct 12 02:29:42.283311 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-63dfacce-804a-4d97-a6ff-bce5fb6f37c0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group_rule': {'security_group_id': '4420b532-8e51-4f2f-84b6-65f9d59a8aa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:42.425374 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a216ad8-3185-4a8d-a778-220e359f1600 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4420b532-8e51-4f2f-84b6-65f9d59a8aa8,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:42.459395 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-63dfacce-804a-4d97-a6ff-bce5fb6f37c0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (ca1b4023-8dc6-4385-bd85-dfcbb4b4da88), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.554368 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ed5684af-2977-4ae7-a39b-8943f5e682a6 admin admin] Publish callbacks [] for security_group (2d32d603-f9a3-42da-b26f-54a7bfd7808c), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.613906 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:42.682323 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:42.684023 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Allocated IP 172.20.0.10 (5c71fac5-abd5-4133-a9fd-cd2743c1f33e/ea3903ea-2e4a-4a1b-acde-aca9269e8513/4926fd07-e534-4077-a727-12393bfe3a35) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:42.757981 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:29:42.815682 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 86e75f5d-f9b6-4eea-a410-f65cec78c80f is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:42.873414 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Publish callbacks [] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.884690 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.892970 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ed5684af-2977-4ae7-a39b-8943f5e682a6 admin admin] Publish callbacks [] for security_group (2d32d603-f9a3-42da-b26f-54a7bfd7808c), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:42.977965 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f27d4-3252-46ae-a7c0-12704c74aecb None None] Pushing event updated for resources: {'Port': ['ID=b9963528-d209-45a9-b765-eb042bc6bbdf,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:43.022920 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:43.073503 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ed5684af-2977-4ae7-a39b-8943f5e682a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2d32d603-f9a3-42da-b26f-54a7bfd7808c), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.078341 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ed5684af-2977-4ae7-a39b-8943f5e682a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.078341 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-ed5684af-2977-4ae7-a39b-8943f5e682a6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2d32d603-f9a3-42da-b26f-54a7bfd7808c HTTP/1.1" status: 204 len: 168 time: 0.8862019 Oct 12 02:29:43.137735 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-63dfacce-804a-4d97-a6ff-bce5fb6f37c0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (ca1b4023-8dc6-4385-bd85-dfcbb4b4da88), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.143213 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5684af-2977-4ae7-a39b-8943f5e682a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d32d603-f9a3-42da-b26f-54a7bfd7808c,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:43.152660 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-63dfacce-804a-4d97-a6ff-bce5fb6f37c0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (ca1b4023-8dc6-4385-bd85-dfcbb4b4da88), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.173918 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-68b9fa03-95a4-4435-9995-176fa709f600 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:43.175708 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-68b9fa03-95a4-4435-9995-176fa709f600 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 819 time: 0.7000299 Oct 12 02:29:43.208878 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-63dfacce-804a-4d97-a6ff-bce5fb6f37c0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.212902 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-63dfacce-804a-4d97-a6ff-bce5fb6f37c0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9539752 Oct 12 02:29:43.212902 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfacce-804a-4d97-a6ff-bce5fb6f37c0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1b4023-8dc6-4385-bd85-dfcbb4b4da88,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:43.213130 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Attempting to bind port b9963528-d209-45a9-b765-eb042bc6bbdf on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:43.213130 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Attempting to bind port b9963528-d209-45a9-b765-eb042bc6bbdf by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:43.214257 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 54218) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:43.218164 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Attempting to bind port b9963528-d209-45a9-b765-eb042bc6bbdf on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:43.219553 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61a0045f-bc20-4901-bd37-b28875ab3bb8 req-382cc436-08e1-4129-a71d-4f35613e958b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.3503191 Oct 12 02:29:43.252094 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:43.257715 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-94f0acdc-64e0-4f5d-9589-f07eae9b40ff tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group_rule': {'security_group_id': '4420b532-8e51-4f2f-84b6-65f9d59a8aa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:43.293458 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-7d229179-909a-4117-a69e-adf1b5f8053b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/quotas/bd41b04d606949edbc9a3a2f88f991b2 HTTP/1.1" status: 200 len: 375 time: 0.0953465 Oct 12 02:29:43.309973 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device ade91eda-d21f-4661-972d-d442260cbfda up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:43.353520 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:43.357774 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Publish callbacks [] for port (4926fd07-e534-4077-a727-12393bfe3a35), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.411829 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-02c52884-adb8-42e8-88c7-cf56612a222b req-c90e9b89-aa72-40e7-9eb8-42c317426f71 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 210 time: 0.0423081 Oct 12 02:29:43.428361 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-9c451e4b-b7af-4d03-b43a-8121a68586fb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1210787 Oct 12 02:29:43.429402 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94f0acdc-64e0-4f5d-9589-f07eae9b40ff tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (b75b2fd2-44ec-48a3-8c67-660218f63709), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.438973 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:43.439390 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Checking segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:43.439797 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.440306 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Bound using segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:43.442021 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Bound port: b9963528-d209-45a9-b765-eb042bc6bbdf, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:43.445450 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.453654 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port ade91eda-d21f-4661-972d-d442260cbfda triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:43.454334 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (ade91eda-d21f-4661-972d-d442260cbfda), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.454853 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port ade91eda-d21f-4661-972d-d442260cbfda Oct 12 02:29:43.509640 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (4926fd07-e534-4077-a727-12393bfe3a35), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.549014 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port ade91eda-d21f-4661-972d-d442260cbfda is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:43.549779 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (ade91eda-d21f-4661-972d-d442260cbfda), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.585875 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94f0acdc-64e0-4f5d-9589-f07eae9b40ff tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (b75b2fd2-44ec-48a3-8c67-660218f63709), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.606057 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94f0acdc-64e0-4f5d-9589-f07eae9b40ff tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (b75b2fd2-44ec-48a3-8c67-660218f63709), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.608089 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port ade91eda-d21f-4661-972d-d442260cbfda, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=ade91eda-d21f-4661-972d-d442260cbfda,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:43.614689 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (ade91eda-d21f-4661-972d-d442260cbfda), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.620554 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 2b34e041-2c3e-457a-ad89-789dde673efd up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:43.631942 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] For port b9963528-d209-45a9-b765-eb042bc6bbdf, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:43.640020 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] For port b9963528-d209-45a9-b765-eb042bc6bbdf, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=b9963528-d209-45a9-b765-eb042bc6bbdf,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:43.652202 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.673007 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:43.679026 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:43.682280 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:43.703754 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a8fc2f10-cc6e-479b-afba-171c03618a5a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641394 Oct 12 02:29:43.734404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Pushing event updated for resources: {'Port': ['ID=4926fd07-e534-4077-a727-12393bfe3a35,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:43.736010 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0acdc-64e0-4f5d-9589-f07eae9b40ff tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75b2fd2-44ec-48a3-8c67-660218f63709,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:43.754366 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:43.755086 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:43.784542 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:43.785574 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.793315 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94f0acdc-64e0-4f5d-9589-f07eae9b40ff tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.798319 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 54230) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:43.807577 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:43.809469 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-94f0acdc-64e0-4f5d-9589-f07eae9b40ff tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5627468 Oct 12 02:29:43.861681 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-9b20f3a4-106c-4fc7-b8fa-1901fdd7e20b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4657130 Oct 12 02:29:43.863947 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.869835 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=ade91eda-d21f-4661-972d-d442260cbfda,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:43.911355 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Sync routers for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:29:43.950480 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 2b34e041-2c3e-457a-ad89-789dde673efd triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:43.950860 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:43.951205 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 2b34e041-2c3e-457a-ad89-789dde673efd Oct 12 02:29:44.072982 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-70619b0d-f311-4829-b9f0-90d0e5343e3b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124926 Oct 12 02:29:44.074028 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f27d4-3252-46ae-a7c0-12704c74aecb None None] Pushing event updated for resources: {'Port': ['ID=b9963528-d209-45a9-b765-eb042bc6bbdf,revision_number=4']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:44.075642 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 54232) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:44.095330 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.098356 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:44.102786 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:44.103724 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:44.192038 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-3c6cae78-7d3c-48a7-995a-dfd93db213fd admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6d9c038f998349f59030b27a69f07e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1139538 Oct 12 02:29:44.194775 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 54238) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:44.335525 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7c8699e7-a351-42dd-9dc9-acbf96bfcdc5 admin admin] Publish callbacks [] for security_group (6db9775c-122a-4bd3-b3e6-c8d9f05e1cab), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.401699 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-4e71ef35-afcb-4d67-9f75-0713516892ca None None] Provisioning complete for port 4926fd07-e534-4077-a727-12393bfe3a35 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:44.402218 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-4e71ef35-afcb-4d67-9f75-0713516892ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (4926fd07-e534-4077-a727-12393bfe3a35), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.402305 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-4e71ef35-afcb-4d67-9f75-0713516892ca None None] Attempt 1 to provision port 4926fd07-e534-4077-a727-12393bfe3a35 Oct 12 02:29:44.414395 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7c8699e7-a351-42dd-9dc9-acbf96bfcdc5 admin admin] Publish callbacks [] for security_group (6db9775c-122a-4bd3-b3e6-c8d9f05e1cab), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.456095 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b69a1b7-ec18-41b8-9959-6970cba77002 req-83f64611-e8db-494c-b2a3-591c08c6ef51 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0766139 Oct 12 02:29:44.491568 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:44.532227 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8c783f8f-8874-48ff-94e1-33faa7d6786b req-31ae35be-3fbb-4332-aa17-1522baa1429c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.1594825 Oct 12 02:29:44.603351 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7c8699e7-a351-42dd-9dc9-acbf96bfcdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6db9775c-122a-4bd3-b3e6-c8d9f05e1cab), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.606737 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7c8699e7-a351-42dd-9dc9-acbf96bfcdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:44.612354 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-7c8699e7-a351-42dd-9dc9-acbf96bfcdc5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6db9775c-122a-4bd3-b3e6-c8d9f05e1cab HTTP/1.1" status: 204 len: 168 time: 0.4130137 Oct 12 02:29:44.645333 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8699e7-a351-42dd-9dc9-acbf96bfcdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db9775c-122a-4bd3-b3e6-c8d9f05e1cab,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:44.676515 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 2b34e041-2c3e-457a-ad89-789dde673efd is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:44.678436 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device afbf9eb3-9307-4caa-83d8-d60adffff4fe up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:44.713406 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Allocated IP 172.27.4.213 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:44.772551 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-35d14c87-382f-4ff4-83b1-e9aa73f482f3 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:29:44.779204 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-35d14c87-382f-4ff4-83b1-e9aa73f482f3 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0819573 Oct 12 02:29:44.858687 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-4e71ef35-afcb-4d67-9f75-0713516892ca None None] Port 4926fd07-e534-4077-a727-12393bfe3a35 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:29:44.864134 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:45.136778 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7e2d0-6f11-48ff-91dc-9a26e1b5816b req-cb914691-8f6f-40bf-8091-b806c618d798 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:45.153265 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d2a7e2d0-6f11-48ff-91dc-9a26e1b5816b req-cb914691-8f6f-40bf-8091-b806c618d798 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 932 time: 0.2576873 Oct 12 02:29:45.196886 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:45.235883 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port afbf9eb3-9307-4caa-83d8-d60adffff4fe triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:45.242085 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b97f9-5b4d-4f81-9dd8-9be7f6baa34a None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:45.244219 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:45.244681 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port afbf9eb3-9307-4caa-83d8-d60adffff4fe Oct 12 02:29:45.280115 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:45.340168 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:45.349152 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:45.411904 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:45.431995 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d2a7e2d0-6f11-48ff-91dc-9a26e1b5816b req-45cab8e2-1425-4940-98b2-58c25044a7ea tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764413 Oct 12 02:29:45.632644 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:29:45.663934 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:45.667996 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:29:45.749630 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 2, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:45.751203 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:29:45.885409 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e782d8f3-cd9f-4a38-ac93-904b3f93ac6f req-d4014298-de36-4db0-bb1c-385477747313 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0761688 Oct 12 02:29:45.899301 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cb7bcbb2-2869-4f8f-8248-d2669b2d5874 req-8c3ea2c2-6cc5-401f-becd-975f720b7300 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.2987244 Oct 12 02:29:45.999821 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:46.000049 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Checking router: 6f7e97b5-5f69-4eec-8bdb-b30416915f78 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:29:46.000554 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Updating router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 port f5e88477-1d07-452f-913d-970b524e3493 binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:29:46.052818 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Request body: {'port': {'device_id': 'a23966c6-4a75-42ef-8980-9d017342ee61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:46.158848 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port afbf9eb3-9307-4caa-83d8-d60adffff4fe is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:46.163905 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9a341290-abe7-41c4-8c2b-df40bb0a2faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.172165 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (f5e88477-1d07-452f-913d-970b524e3493), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.323197 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (f706c3ef-cf5e-471a-aa55-7c0de6f7f851), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.387826 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (4926fd07-e534-4077-a727-12393bfe3a35), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.596783 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device b9963528-d209-45a9-b765-eb042bc6bbdf up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:46.645058 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:46.714966 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.736132 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port b9963528-d209-45a9-b765-eb042bc6bbdf triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:46.737436 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.738000 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port b9963528-d209-45a9-b765-eb042bc6bbdf Oct 12 02:29:46.790174 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33c432-7412-4e1b-a7f8-8de096799eb5 req-9d0817c9-1ed4-4968-905b-b20ca050fe72 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:46.791796 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5e33c432-7412-4e1b-a7f8-8de096799eb5 req-9d0817c9-1ed4-4968-905b-b20ca050fe72 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 932 time: 0.1588132 Oct 12 02:29:46.901656 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Publish callbacks [] for port (f5e88477-1d07-452f-913d-970b524e3493), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:46.910847 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5e33c432-7412-4e1b-a7f8-8de096799eb5 req-16a28b84-2b0a-4414-8219-f129252f9e9e tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074393 Oct 12 02:29:46.941521 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (f5e88477-1d07-452f-913d-970b524e3493), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.039554 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port b9963528-d209-45a9-b765-eb042bc6bbdf is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:47.040184 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.136555 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e545a327-3aef-4095-b40f-f5bb24453b01 req-2cfe8077-f9cf-4c91-83f5-62eebdbd50a0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0689571 Oct 12 02:29:47.198721 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port b9963528-d209-45a9-b765-eb042bc6bbdf, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=b9963528-d209-45a9-b765-eb042bc6bbdf,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:47.222456 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Attempting to bind port f5e88477-1d07-452f-913d-970b524e3493 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:47.222875 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Attempting to bind port f5e88477-1d07-452f-913d-970b524e3493 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:47.223245 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Attempting to bind port f5e88477-1d07-452f-913d-970b524e3493 on network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:47.226430 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.226835 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device ade91eda-d21f-4661-972d-d442260cbfda up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:47.230664 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82946c-c5c4-4efd-bb74-1120a0a50a0e None None] Pushing event updated for resources: {'Port': ['ID=f5e88477-1d07-452f-913d-970b524e3493,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:47.280753 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:47.286578 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:47.362922 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a8c8f137-37ad-4487-9d8d-e9711fcb643f req-f6085d74-7ac5-48a4-b515-0c684a395f96 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.1543169 Oct 12 02:29:47.422563 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:47.423016 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Checking segment: {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:47.423486 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.423949 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Bound using segment: {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:47.424525 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Bound port: f5e88477-1d07-452f-913d-970b524e3493, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:47.424995 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (f5e88477-1d07-452f-913d-970b524e3493), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.449667 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=b9963528-d209-45a9-b765-eb042bc6bbdf,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:47.509927 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port ade91eda-d21f-4661-972d-d442260cbfda triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:47.510302 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (ade91eda-d21f-4661-972d-d442260cbfda), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.510635 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port ade91eda-d21f-4661-972d-d442260cbfda Oct 12 02:29:47.608743 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.618946 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.674476 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:47.736893 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] For port f5e88477-1d07-452f-913d-970b524e3493, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:47.741905 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] For port f5e88477-1d07-452f-913d-970b524e3493, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=f5e88477-1d07-452f-913d-970b524e3493,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:47.757037 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (f5e88477-1d07-452f-913d-970b524e3493), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.769091 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4926fd07-e534-4077-a727-12393bfe3a35 {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:29:47.774685 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (f706c3ef-cf5e-471a-aa55-7c0de6f7f851), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.782522 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Publish callbacks [] for port (4926fd07-e534-4077-a727-12393bfe3a35), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.797844 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:47.806893 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:29:47.808391 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:29:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:47.818836 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.820306 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-1eaa2a6a-1c23-4c24-a9f9-b2926e822dc0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0203001 Oct 12 02:29:47.822220 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Transition to ACTIVE for port object 4926fd07-e534-4077-a727-12393bfe3a35 will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:29:47.826499 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (4926fd07-e534-4077-a727-12393bfe3a35), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:47.913088 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port ade91eda-d21f-4661-972d-d442260cbfda is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:47.990126 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Pushing event updated for resources: {'Port': ['ID=4926fd07-e534-4077-a727-12393bfe3a35,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:48.057247 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:48.057922 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201a0d0-4637-4eba-b5a3-754b888a354a req-bfad49fa-d379-4b9e-a474-79c655493fdd tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:48.059328 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:29:48.060599 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3201a0d0-4637-4eba-b5a3-754b888a354a req-bfad49fa-d379-4b9e-a474-79c655493fdd tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.0587018 Oct 12 02:29:48.089226 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Attempting to bind port 4926fd07-e534-4077-a727-12393bfe3a35 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:29:48.089600 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Attempting to bind port 4926fd07-e534-4077-a727-12393bfe3a35 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:29:48.089933 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Attempting to bind port 4926fd07-e534-4077-a727-12393bfe3a35 on network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:48.106666 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82946c-c5c4-4efd-bb74-1120a0a50a0e None None] Pushing event updated for resources: {'Port': ['ID=f5e88477-1d07-452f-913d-970b524e3493,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:48.110510 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:48.141639 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3201a0d0-4637-4eba-b5a3-754b888a354a req-f9bece13-182b-4170-b544-3b068d956588 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751057 Oct 12 02:29:48.332244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:29:48.345220 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eedeef08-6cb7-4597-82a1-b91ca7c2550e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1123924197&fields=id&tenant_id=76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 267 time: 0.2888467 Oct 12 02:29:48.352464 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Port 4926fd07-e534-4077-a727-12393bfe3a35 on network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:29:48.353103 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Attempting to bind port 4926fd07-e534-4077-a727-12393bfe3a35 on network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:29:48.359977 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe6ee726-665d-447a-8a7a-8b173cd973b5 req-e37caab1-b3f3-44a4-ab91-0ec5010d29bf tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0663810 Oct 12 02:29:48.389537 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device b9963528-d209-45a9-b765-eb042bc6bbdf up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:48.395896 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57f3a3-075f-4bbb-89b1-863674585e42 None None] The sync data for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi is: [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:29:48.430062 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3ad7061d-b9a4-4dcf-856b-592c82f0935b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.433965 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:29:48.434295 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Checking segment: {'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:29:48.439967 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Bound using segment: {'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:29:48.440536 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Bound port: 4926fd07-e534-4077-a727-12393bfe3a35, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6c5056-d855-4fe8-8f6b-7e524a0874f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:29:48.440995 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (4926fd07-e534-4077-a727-12393bfe3a35), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.468138 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port b9963528-d209-45a9-b765-eb042bc6bbdf triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:48.469272 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.469589 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port b9963528-d209-45a9-b765-eb042bc6bbdf Oct 12 02:29:48.583744 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-217ac665-e75c-4986-b13e-b1b565f945e8 req-1f217c96-2a7e-41b1-bf22-5969627ac482 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0682271 Oct 12 02:29:48.622724 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port b9963528-d209-45a9-b765-eb042bc6bbdf is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:48.623809 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device f5e88477-1d07-452f-913d-970b524e3493 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:48.629420 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] For port 4926fd07-e534-4077-a727-12393bfe3a35, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:29:48.654441 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:48.666608 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] For port 4926fd07-e534-4077-a727-12393bfe3a35, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4926fd07-e534-4077-a727-12393bfe3a35,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:29:48.681934 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (4926fd07-e534-4077-a727-12393bfe3a35), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.686142 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:48.687011 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.687162 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:48.688553 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port f5e88477-1d07-452f-913d-970b524e3493 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:48.689045 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (f5e88477-1d07-452f-913d-970b524e3493), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.689453 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port f5e88477-1d07-452f-913d-970b524e3493 Oct 12 02:29:48.689722 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/4926fd07-e534-4077-a727-12393bfe3a35 HTTP/1.1" status: 200 len: 1094 time: 3.3160315 Oct 12 02:29:48.697050 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23966c6-4a75-42ef-8980-9d017342ee61', 'tag': '4926fd07-e534-4077-a727-12393bfe3a35'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:29:48.745247 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-60206786-86ef-4abc-b7aa-7f0d273155ca tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:48.747119 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-60206786-86ef-4abc-b7aa-7f0d273155ca tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 815 time: 0.3517456 Oct 12 02:29:48.766634 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-f5682768-b2c7-40ef-91fa-4e008fed7992 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/quotas/76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 375 time: 0.0139182 Oct 12 02:29:48.791179 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port f5e88477-1d07-452f-913d-970b524e3493 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:48.791690 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (f5e88477-1d07-452f-913d-970b524e3493), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.826465 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b8245-dec9-446e-9370-7298aa5cf442 service neutron] Pushing event updated for resources: {'Port': ['ID=4926fd07-e534-4077-a727-12393bfe3a35,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:48.832786 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port f5e88477-1d07-452f-913d-970b524e3493, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=f5e88477-1d07-452f-913d-970b524e3493,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:29:48.838868 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (f5e88477-1d07-452f-913d-970b524e3493), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:48.852872 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-fd7ce35e-9de2-4183-b2af-e6e691dd9fe1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767925 Oct 12 02:29:48.878879 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d259b8-cc1e-477a-a8f2-0217c91d2699" -d '{"events": [{"name": "network-changed", "server_uuid": "a23966c6-4a75-42ef-8980-9d017342ee61", "tag": "4926fd07-e534-4077-a727-12393bfe3a35"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:29:48.895573 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=f5e88477-1d07-452f-913d-970b524e3493,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:48.976191 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-8a0db840-9a10-4e20-9d37-632d0aa82aaa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087670 Oct 12 02:29:49.057797 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:49.061388 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe4a356-99bc-460b-924e-648d91bbb623 x-openstack-request-id: req-efe4a356-99bc-460b-924e-648d91bbb623 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:29:49.061677 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23966c6-4a75-42ef-8980-9d017342ee61", "tag": "4926fd07-e534-4077-a727-12393bfe3a35", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:29:49.061925 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efe4a356-99bc-460b-924e-648d91bbb623 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:29:49.062373 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe4a356-99bc-460b-924e-648d91bbb623'] response: {'name': 'network-changed', 'server_uuid': 'a23966c6-4a75-42ef-8980-9d017342ee61', 'tag': '4926fd07-e534-4077-a727-12393bfe3a35', 'status': 'completed', 'code': 200} Oct 12 02:29:49.126729 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-b746122b-4d0c-4c07-adae-4aea7e1f156d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431065 Oct 12 02:29:49.238393 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:49.271835 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be959a-7359-4539-b224-0bf1f30bb008 req-80e57955-0f24-4c87-a9dc-2dd336e3c8dc tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:49.273363 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e5be959a-7359-4539-b224-0bf1f30bb008 req-80e57955-0f24-4c87-a9dc-2dd336e3c8dc tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.0598583 Oct 12 02:29:49.304257 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2657fc3d-8d8a-49ee-8f29-0e05e4690d1b req-1fd94e03-2186-478d-9569-4c2a2b4cb931 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0386686 Oct 12 02:29:49.323098 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e5be959a-7359-4539-b224-0bf1f30bb008 req-60e82976-1df2-49a2-a6f8-a1a2bc1a86a6 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440097 Oct 12 02:29:49.452430 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3a823299-8e1a-45ac-85ff-ac6a7f2ef569 req-481fc075-f550-4651-8d02-ec0e0d9e194c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0286212 Oct 12 02:29:49.769681 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f5ee7446-eff6-447a-b020-4ccce9687181 req-dd619e80-3a39-4eb0-8c2f-fde5fdfd1534 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0757060 Oct 12 02:29:50.271647 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device f5e88477-1d07-452f-913d-970b524e3493 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:29:50.322176 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port f5e88477-1d07-452f-913d-970b524e3493 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:29:50.322655 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (f5e88477-1d07-452f-913d-970b524e3493), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:50.322993 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port f5e88477-1d07-452f-913d-970b524e3493 Oct 12 02:29:50.449019 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port f5e88477-1d07-452f-913d-970b524e3493 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:29:50.458114 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d77cc65-e05d-4b2d-bb89-a50251b8f1e9 req-554566d3-ee1f-4988-a594-40d758594f2e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0705397 Oct 12 02:29:50.480397 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536113e-1b06-4d5d-b324-d53415d74a6b req-baa96a8f-d0f3-4290-a31e-fee2ef05a70a tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:50.489753 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2536113e-1b06-4d5d-b324-d53415d74a6b req-baa96a8f-d0f3-4290-a31e-fee2ef05a70a tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.0803351 Oct 12 02:29:50.582151 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2536113e-1b06-4d5d-b324-d53415d74a6b req-38952490-9836-4690-9005-78ebf80dae57 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892940 Oct 12 02:29:50.582347 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d536880-0dc1-4a93-ad95-eea78727a325 req-0a989634-a16a-4582-ac32-957d428e8e8a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0384076 Oct 12 02:29:50.809755 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:51.038843 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bde6b20c-d8d1-4be2-a655-4bb0267e6f92 req-21236987-9955-4fcd-8550-7288ee6b8960 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0966568 Oct 12 02:29:51.211157 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:51.583956 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6297015b-7e77-4fa1-898c-50e9b85b0cbc req-b584d285-c9f7-4c02-8fc8-ab6b2b92f28e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0396800 Oct 12 02:29:51.746646 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-655c23e2-61b4-4d27-89a2-133e7cc1ece5 req-eab12219-c94e-4871-b297-1ffd58dead1b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0388925 Oct 12 02:29:51.792386 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdd66f-1703-4651-aaa8-17e47c550cfa req-a2aef0dd-943d-4701-a47a-099503768d85 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:51.795698 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-03cdd66f-1703-4651-aaa8-17e47c550cfa req-a2aef0dd-943d-4701-a47a-099503768d85 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.1050582 Oct 12 02:29:51.905274 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-03cdd66f-1703-4651-aaa8-17e47c550cfa req-151a9243-f227-4aaa-8d3f-3eca29ecf0c2 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030297 Oct 12 02:29:52.203731 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d3ada365-e756-481b-9fa5-98fa7aa61192 req-afe0b7cf-e531-4d3d-b3bf-075d453600d9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0360324 Oct 12 02:29:52.735201 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-686d835d-86b8-4b75-8389-b1d229856552 req-3fd81c11-2d62-4237-bd36-fb8f9a91c1b4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0566199 Oct 12 02:29:52.866038 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b85b39fd-0dac-49ca-8364-340e40d32380 req-21412a71-a8b3-4efb-82fa-1adc967a817a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0332742 Oct 12 02:29:53.068413 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92339228-76be-4c64-8d14-7d52878e9523 req-cabf90ce-9c62-4883-8567-36375003343a tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:53.070083 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-92339228-76be-4c64-8d14-7d52878e9523 req-cabf90ce-9c62-4883-8567-36375003343a tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.0692437 Oct 12 02:29:53.108347 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 54522) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:53.159649 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-92339228-76be-4c64-8d14-7d52878e9523 req-86d2ec1d-1241-463e-8e29-b6f33c2cddd1 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829194 Oct 12 02:29:53.253526 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-09237ad1-a485-4ba8-83b1-43538c03855a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.345939 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b4915f9c-ff54-460f-9297-4091813c9a0b req-65c613d9-6cef-46b4-bdf9-a10d341adaaf tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0363376 Oct 12 02:29:53.385536 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-09237ad1-a485-4ba8-83b1-43538c03855a admin admin] Publish callbacks [] for security_group (aa535c55-6b3e-4091-afb2-fc4071aea7d2), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.390815 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-09237ad1-a485-4ba8-83b1-43538c03855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (aa535c55-6b3e-4091-afb2-fc4071aea7d2), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.439502 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09237ad1-a485-4ba8-83b1-43538c03855a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa535c55-6b3e-4091-afb2-fc4071aea7d2,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:53.458931 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-09237ad1-a485-4ba8-83b1-43538c03855a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f8357cee793144d5bc686d856ea06bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490090 Oct 12 02:29:53.461562 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 54532) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:53.528612 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ec2d55dc-40b5-480c-9520-0f7324753a90 admin admin] Publish callbacks [] for security_group (aa535c55-6b3e-4091-afb2-fc4071aea7d2), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.550866 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ec2d55dc-40b5-480c-9520-0f7324753a90 admin admin] Publish callbacks [] for security_group (aa535c55-6b3e-4091-afb2-fc4071aea7d2), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.582293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:53.612597 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ec2d55dc-40b5-480c-9520-0f7324753a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (aa535c55-6b3e-4091-afb2-fc4071aea7d2), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.615982 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ec2d55dc-40b5-480c-9520-0f7324753a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:53.617170 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ec2d55dc-40b5-480c-9520-0f7324753a90 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/aa535c55-6b3e-4091-afb2-fc4071aea7d2 HTTP/1.1" status: 204 len: 168 time: 0.1544902 Oct 12 02:29:53.627967 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d55dc-40b5-480c-9520-0f7324753a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa535c55-6b3e-4091-afb2-fc4071aea7d2,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:53.937681 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ca288b64-06d9-4128-94ec-ea8dcffad494 req-bf123d4f-9fb4-4714-aecd-b399252f4098 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0678825 Oct 12 02:29:54.005943 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-95917a04-21c4-479d-8ca6-ef860bc82665 req-a69e6889-b555-4155-b244-545cd2695716 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0391135 Oct 12 02:29:54.423537 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3347325-c125-491a-8084-94db527bb48a req-46e2b6c3-4b5b-4630-81bd-644c47ef77cc tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:54.425454 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d3347325-c125-491a-8084-94db527bb48a req-46e2b6c3-4b5b-4630-81bd-644c47ef77cc tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.1271260 Oct 12 02:29:54.526049 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d3347325-c125-491a-8084-94db527bb48a req-dbed9c63-9128-4f42-b73d-096ad7378335 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945780 Oct 12 02:29:54.528956 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-398b3dd9-f8c0-41b9-8b8a-d9b8865bfd55 req-79228e40-7f0c-4861-9d54-93008826096c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0584884 Oct 12 02:29:54.624896 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 54574) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:54.782407 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc309-01dd-4706-bfa8-e0a919b4f491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.885840 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc309-01dd-4706-bfa8-e0a919b4f491 admin admin] Publish callbacks [] for security_group (33050bd2-ac49-4b5a-a015-ee4bf82c517c), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.902249 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc309-01dd-4706-bfa8-e0a919b4f491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (33050bd2-ac49-4b5a-a015-ee4bf82c517c), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:54.939005 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dc309-01dd-4706-bfa8-e0a919b4f491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33050bd2-ac49-4b5a-a015-ee4bf82c517c,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:54.955872 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-8b4dc309-01dd-4706-bfa8-e0a919b4f491 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1c898c7cf4844d2f9041fef8ee635565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296306 Oct 12 02:29:54.959186 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 54588) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:55.022435 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a7668131-af2b-427b-87ed-1197731a87e8 admin admin] Publish callbacks [] for security_group (33050bd2-ac49-4b5a-a015-ee4bf82c517c), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.064763 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a7668131-af2b-427b-87ed-1197731a87e8 admin admin] Publish callbacks [] for security_group (33050bd2-ac49-4b5a-a015-ee4bf82c517c), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.117138 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-23363631-a2fd-4674-aae4-b52588bf39e9 req-8ee5ef1d-8f4a-4dcd-8b84-48fd459c5c7d tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0674276 Oct 12 02:29:55.170254 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a7668131-af2b-427b-87ed-1197731a87e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (33050bd2-ac49-4b5a-a015-ee4bf82c517c), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.177605 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a7668131-af2b-427b-87ed-1197731a87e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.179147 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a7668131-af2b-427b-87ed-1197731a87e8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/33050bd2-ac49-4b5a-a015-ee4bf82c517c HTTP/1.1" status: 204 len: 168 time: 0.2186310 Oct 12 02:29:55.191358 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:55.205554 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:55.242497 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7668131-af2b-427b-87ed-1197731a87e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33050bd2-ac49-4b5a-a015-ee4bf82c517c,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:55.258788 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fc52c871-db42-4bca-922c-fe81a75cca6c req-a6524807-cf60-44d5-b198-d00297a8b897 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0908163 Oct 12 02:29:55.697798 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3998839b-151e-4407-9ffe-8b6886f643cb req-1f5c2a45-fae3-4907-8570-6d679aaeb269 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0473182 Oct 12 02:29:55.762118 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d288aa5-31ba-4114-a65f-4bbfed422319 req-f9c60358-e0c7-4037-a535-7253d785a52c tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:55.770828 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 54624) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:55.778393 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1d288aa5-31ba-4114-a65f-4bbfed422319 req-f9c60358-e0c7-4037-a535-7253d785a52c tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.0681200 Oct 12 02:29:55.786428 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7593-f889-4747-8cc1-df85c53ed7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.851280 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1d288aa5-31ba-4114-a65f-4bbfed422319 req-e9096ea2-ad94-42bc-9144-df1ffc14979b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718699 Oct 12 02:29:55.905599 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:55.947334 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7593-f889-4747-8cc1-df85c53ed7d2 admin admin] Publish callbacks [] for security_group (afb74963-a673-4d7d-b051-9ef444eed0f7), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.951397 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7593-f889-4747-8cc1-df85c53ed7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (afb74963-a673-4d7d-b051-9ef444eed0f7), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:55.997600 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f7593-f889-4747-8cc1-df85c53ed7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb74963-a673-4d7d-b051-9ef444eed0f7,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:56.002495 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-4b1f7593-f889-4747-8cc1-df85c53ed7d2 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=867bfac4b1324378abc9d1b6a85bc07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306449 Oct 12 02:29:56.005688 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 54628) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:56.080799 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-700421b9-53ae-4f47-a827-6eef8186f5e7 admin admin] Publish callbacks [] for security_group (afb74963-a673-4d7d-b051-9ef444eed0f7), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.112924 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-700421b9-53ae-4f47-a827-6eef8186f5e7 admin admin] Publish callbacks [] for security_group (afb74963-a673-4d7d-b051-9ef444eed0f7), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.189225 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-700421b9-53ae-4f47-a827-6eef8186f5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (afb74963-a673-4d7d-b051-9ef444eed0f7), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.195016 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-700421b9-53ae-4f47-a827-6eef8186f5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:56.196891 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-700421b9-53ae-4f47-a827-6eef8186f5e7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/afb74963-a673-4d7d-b051-9ef444eed0f7 HTTP/1.1" status: 204 len: 168 time: 0.1905394 Oct 12 02:29:56.228644 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700421b9-53ae-4f47-a827-6eef8186f5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb74963-a673-4d7d-b051-9ef444eed0f7,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:29:56.293050 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-785995a7-d250-4cb4-8dac-077cc772f3d0 req-60dc9b03-d6be-48f1-8bf6-de187798bc67 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0495298 Oct 12 02:29:56.416638 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-05d69ea7-4f61-49fb-ad2b-489189e40731 req-672845fa-e749-4022-aec1-e4c9d12fa87d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0360727 Oct 12 02:29:56.843976 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c3f55b37-3893-47ea-914f-f4a88d44af48 req-0e6b97e2-91f4-4572-8996-8f4bc1f23999 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0454359 Oct 12 02:29:56.963924 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:56.985331 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1146a-d32f-42d9-bf79-37fc7d6bb06e req-68931257-b6f5-4376-acf3-a74576f59083 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:56.986971 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ecb1146a-d32f-42d9-bf79-37fc7d6bb06e req-68931257-b6f5-4376-acf3-a74576f59083 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.0575449 Oct 12 02:29:57.045917 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ecb1146a-d32f-42d9-bf79-37fc7d6bb06e req-2140a621-b8dc-4327-b4d6-13b6534d3a89 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527089 Oct 12 02:29:57.403603 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6528887f-6b2c-493a-80f2-ed11eda6b2f7 req-6db27704-46dc-4556-946e-7855d43fa87a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0288262 Oct 12 02:29:57.529138 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b701cd0d-f65f-4768-b6d0-d84e69b25bc6 req-b996cc6e-2943-4255-9537-35ca81a1dd03 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0283771 Oct 12 02:29:57.950416 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ce16133b-6396-4e84-b725-8caefab40ba8 req-0b3bcb33-4913-4505-a3e8-4438929b5da6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0323336 Oct 12 02:29:58.178339 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21db8f1-d4ad-4b17-b31e-1968c0f3f439 req-d8191e2e-4453-4deb-95c9-7459f1726a65 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:58.179631 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d21db8f1-d4ad-4b17-b31e-1968c0f3f439 req-d8191e2e-4453-4deb-95c9-7459f1726a65 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.0517912 Oct 12 02:29:58.201997 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:58.235354 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d21db8f1-d4ad-4b17-b31e-1968c0f3f439 req-e679864c-5530-499a-9435-9dfe3c66edb8 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478740 Oct 12 02:29:58.508839 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4fbedc26-27eb-4efb-8f04-6d8ca85c10fb req-60c7c0f9-68ae-4ade-b47a-147af7819f34 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0298433 Oct 12 02:29:58.628376 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fdad1d5d-5916-4d96-944a-96798000c951 req-92243e40-d915-4f8d-9359-8d04f48ec26b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0270078 Oct 12 02:29:58.823711 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.058425 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d58c0872-cc5b-4d86-9f20-695d91599b16 req-15ea1e34-a00b-462e-ae51-31a9ba741b43 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0274379 Oct 12 02:29:59.298977 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.16', 55929) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:29:59.473169 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-2ad3b76c-00b9-4b38-b103-28eeab4a080a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:59.475456 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-2ad3b76c-00b9-4b38-b103-28eeab4a080a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 815 time: 0.1431949 Oct 12 02:29:59.491186 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c0705-4fc4-4309-ab9b-0ae9716e629f req-7eb980e7-e2ad-485d-b9ff-135d55f9180e tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:59.492860 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c56c0705-4fc4-4309-ab9b-0ae9716e629f req-7eb980e7-e2ad-485d-b9ff-135d55f9180e tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.1803179 Oct 12 02:29:59.513546 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d259b8-cc1e-477a-a8f2-0217c91d2699 req-73b18976-52d8-4d64-a406-a2df0a14a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:59.515264 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a6d259b8-cc1e-477a-a8f2-0217c91d2699 req-73b18976-52d8-4d64-a406-a2df0a14a580 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=60e8d0fb43eb419ba1c5eb830cc89ee3&device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 1128 time: 0.1286473 Oct 12 02:29:59.592366 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-2b602974-dadc-4eac-a760-25b4be80620f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7f6eb3e59c464c749edb69e8370f54e5 HTTP/1.1" status: 200 len: 380 time: 0.0979314 Oct 12 02:29:59.608343 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c56c0705-4fc4-4309-ab9b-0ae9716e629f req-26171688-a0c9-413a-882d-823e70ce267b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048291 Oct 12 02:29:59.609386 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'port': {'device_id': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'admin_state_up': True, 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'security_groups': ['40d57855-7556-4793-932a-8f4b6928bd9e']}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:29:59.638690 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:29:59.693580 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-51a917f2-1e36-47ab-a018-7e16e011f0a3 req-d363bd4d-102d-4a2b-8ca3-2775aaeb1dfb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0772719 Oct 12 02:29:59.780271 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Made reservation on behalf of 7f6eb3e59c464c749edb69e8370f54e5 for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:29:59.784635 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:29:59.793824 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1fc27da9-01aa-4311-be85-6b46af6a4f40 req-36ca6a67-22b3-4d4f-b161-26fc73e0f037 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0507433 Oct 12 02:29:59.830141 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d259b8-cc1e-477a-a8f2-0217c91d2699 req-15c588fd-84b3-4740-91af-77b1f8a1f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:29:59.831927 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a6d259b8-cc1e-477a-a8f2-0217c91d2699 req-15c588fd-84b3-4740-91af-77b1f8a1f01d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=60e8d0fb43eb419ba1c5eb830cc89ee3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3040209 Oct 12 02:29:59.927757 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Allocated IP 172.20.0.10 (8e5a7b02-9fc0-4dda-b1f4-8267371dc191/42aaa308-b997-41bf-b527-5657a81279d3/0a31a866-f72c-4f7d-822f-7d54a4e3afec) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:29:59.982609 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:00.079573 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.130716 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.154379 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d259b8-cc1e-477a-a8f2-0217c91d2699 req-2a57fd09-ff29-4409-ac23-706d8aab337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:00.155833 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a6d259b8-cc1e-477a-a8f2-0217c91d2699 req-2a57fd09-ff29-4409-ac23-706d8aab337e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3177841 Oct 12 02:30:00.222859 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:00.235986 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:00.245767 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:00.254151 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:00.281345 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b3cc8-55a7-4757-9182-48767be0716d req-7fb597d4-87d0-4041-8c8e-b550f198af4e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:00.282956 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-745b3cc8-55a7-4757-9182-48767be0716d req-7fb597d4-87d0-4041-8c8e-b550f198af4e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 932 time: 0.1203578 Oct 12 02:30:00.314500 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.16', 55941) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:00.338058 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:00.338988 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.435407 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-673505bf-737c-45e5-b176-96404c4654dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:00.435644 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-745b3cc8-55a7-4757-9182-48767be0716d req-4ab26312-8bb3-4bc3-96f9-4d661f13779d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373801 Oct 12 02:30:00.437103 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-673505bf-737c-45e5-b176-96404c4654dd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=60e8d0fb43eb419ba1c5eb830cc89ee3&device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 1128 time: 0.1137424 Oct 12 02:30:00.444116 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-0fc462b8-4553-489a-8765-99a2c167dfc6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8441515 Oct 12 02:30:00.472313 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Request body: {'port': {'device_id': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:00.599018 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-7b0a6c74-b9f5-43a2-92a3-967326c75c53 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4926fd07-e534-4077-a727-12393bfe3a35 HTTP/1.1" status: 200 len: 217 time: 0.1310925 Oct 12 02:30:00.599647 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.607053 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b349ba-ab5d-4819-aa73-aff820802021 req-d4caf46a-ce2f-4215-8889-ddc3f8580973 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:00.608535 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-d4caf46a-ce2f-4215-8889-ddc3f8580973 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 819 time: 0.2949955 Oct 12 02:30:00.670158 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Request body: {'port': {'device_id': '3d9e5223-f388-4f16-b15a-73c59e86de18', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'admin_state_up': True, 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:00.677338 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-5cddb5b6-78b4-44b5-9cfe-9c39ce497581 None None] Provisioning complete for port 0a31a866-f72c-4f7d-822f-7d54a4e3afec triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:00.677760 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-5cddb5b6-78b4-44b5-9cfe-9c39ce497581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:00.678025 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-5cddb5b6-78b4-44b5-9cfe-9c39ce497581 None None] Attempt 1 to provision port 0a31a866-f72c-4f7d-822f-7d54a4e3afec Oct 12 02:30:00.782745 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-5cddb5b6-78b4-44b5-9cfe-9c39ce497581 None None] Port 0a31a866-f72c-4f7d-822f-7d54a4e3afec cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:00.789793 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-1b33abca-4806-4bc9-89c8-534d648d2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:00.793251 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-1b33abca-4806-4bc9-89c8-534d648d2764 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ea3903ea-2e4a-4a1b-acde-aca9269e8513 HTTP/1.1" status: 200 len: 851 time: 0.1837766 Oct 12 02:30:00.793500 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:00.941210 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-17a2fa91-3963-4908-a9a2-eace403fded2 req-62fb9021-ec79-4897-8439-897469512caf tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0934238 Oct 12 02:30:01.020161 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3c14d-9592-4c90-a952-13567ec668ac req-ef3e148c-9370-4043-b62d-3ae1110dd8a7 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:01.031695 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5bb3c14d-9592-4c90-a952-13567ec668ac req-ef3e148c-9370-4043-b62d-3ae1110dd8a7 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.2328694 Oct 12 02:30:01.056720 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-bba5de29-425a-4a0d-85c0-ee9dd30c9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:01.070194 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-bba5de29-425a-4a0d-85c0-ee9dd30c9953 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c71fac5-abd5-4133-a9fd-cd2743c1f33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2543614 Oct 12 02:30:01.109944 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cd2423aa-8390-45b0-9018-10fe1c285685 req-0e158114-2a3c-40ce-84a5-5cbc9cc651ad tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0417323 Oct 12 02:30:01.154356 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Made reservation on behalf of bd41b04d606949edbc9a3a2f88f991b2 for: {'port': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:01.154356 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:01.312135 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5bb3c14d-9592-4c90-a952-13567ec668ac req-cd2bec95-240f-4c0f-9544-63f408a69d59 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793930 Oct 12 02:30:01.321139 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a31a866-f72c-4f7d-822f-7d54a4e3afec {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:01.347392 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Publish callbacks [] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:01.362000 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:01.387302 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Transition to ACTIVE for port object 0a31a866-f72c-4f7d-822f-7d54a4e3afec will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:01.399555 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:01.428745 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:01.451302 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.16', 55953) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:01.556120 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:01.557171 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Pushing event updated for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:01.594292 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-7ed30367-8aec-49aa-8a5c-8dd12cfef052 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c71fac5-abd5-4133-a9fd-cd2743c1f33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032957 Oct 12 02:30:01.786894 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Allocated IP 172.20.0.10 (d2208204-5dac-4ba9-9cf8-255af28eb635/3773f3fd-a367-461c-996d-087e532d1195/1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:01.820336 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Attempting to bind port 0a31a866-f72c-4f7d-822f-7d54a4e3afec on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:01.821325 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Attempting to bind port 0a31a866-f72c-4f7d-822f-7d54a4e3afec by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:01.821325 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Attempting to bind port 0a31a866-f72c-4f7d-822f-7d54a4e3afec on network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:01.838408 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135c183-debe-4024-90e2-20ba38df1658 req-bb55affb-e591-4f0f-9544-a2402cde04ad tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:01.841258 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f135c183-debe-4024-90e2-20ba38df1658 req-bb55affb-e591-4f0f-9544-a2402cde04ad tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.1931283 Oct 12 02:30:01.851128 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1ff8f965-8839-4bce-a0fd-ec88c35bdddf req-5b8f924a-fe95-4552-aa9b-1a2295e1bdfb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c71fac5-abd5-4133-a9fd-cd2743c1f33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111764 Oct 12 02:30:01.872222 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-af835617-11ff-4fe8-b8f7-f99b87b39ce8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:01.873873 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-af835617-11ff-4fe8-b8f7-f99b87b39ce8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 819 time: 0.4204488 Oct 12 02:30:01.924107 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Port 0a31a866-f72c-4f7d-822f-7d54a4e3afec on network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:01.924737 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Attempting to bind port 0a31a866-f72c-4f7d-822f-7d54a4e3afec on network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:01.960724 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f135c183-debe-4024-90e2-20ba38df1658 req-0ee4ad48-a3d5-412c-9256-3fde40fd6f94 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988603 Oct 12 02:30:02.000742 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:02.000742 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Checking segment: {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:02.000742 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Bound using segment: {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:02.000742 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Bound port: 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:02.000742 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.025292 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.075724 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:02.080109 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:02.085376 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8f9920e8-36bb-40b3-92b5-06f3105cd374 req-1b6ff9fb-b3dd-4f19-8ebd-82a2c1267865 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0447719 Oct 12 02:30:02.087310 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.097404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:02.098235 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.102547 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/0a31a866-f72c-4f7d-822f-7d54a4e3afec HTTP/1.1" status: 200 len: 1094 time: 1.6370811 Oct 12 02:30:02.102547 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:02.108864 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355" -d '{"events": [{"name": "network-changed", "server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:02.128461 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.204173 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Request body: {'port': {'device_id': '44170331-47f8-456c-ad56-e86eab5cac15', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'admin_state_up': True, 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:02.271495 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Network d2208204-5dac-4ba9-9cf8-255af28eb635 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:02.293651 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:02.295051 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e11ab1-5a79-4e5f-905d-7a7961d65cce service neutron] Pushing event updated for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:02.299128 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:02.324647 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381fde7e-1949-411a-85c1-abe5805d6566 x-openstack-request-id: req-381fde7e-1949-411a-85c1-abe5805d6566 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:02.324972 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:02.325223 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-381fde7e-1949-411a-85c1-abe5805d6566 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:02.325679 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381fde7e-1949-411a-85c1-abe5805d6566'] response: {'name': 'network-changed', 'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'status': 'completed', 'code': 200} Oct 12 02:30:02.365980 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event updated for resources: {'Port': ['ID=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:02.401577 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c780427c-eaa6-4b6d-a9fa-addfe06f26ea req-c1eccf52-955e-4411-80bb-7f0dc614f85f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0907240 Oct 12 02:30:02.425564 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:02.426496 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.454784 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-03f49ce2-3ba0-4c93-b9ff-342aaead532f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8009753 Oct 12 02:30:02.479127 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:02.515073 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Made reservation on behalf of bd41b04d606949edbc9a3a2f88f991b2 for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:02.520290 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.573722 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8045a-5e8b-4602-bc6c-de87f4eca52f req-c4d50795-c6ee-4902-a85d-07932c743fae tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:02.575295 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-18c8045a-5e8b-4602-bc6c-de87f4eca52f req-c4d50795-c6ee-4902-a85d-07932c743fae tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.0939441 Oct 12 02:30:02.644270 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-681be1c0-d504-4d8c-9796-039ffbeed060 None None] Provisioning complete for port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:02.646330 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-681be1c0-d504-4d8c-9796-039ffbeed060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:02.646998 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-681be1c0-d504-4d8c-9796-039ffbeed060 None None] Attempt 1 to provision port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee Oct 12 02:30:02.689391 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-681be1c0-d504-4d8c-9796-039ffbeed060 None None] Port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:02.900097 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-18c8045a-5e8b-4602-bc6c-de87f4eca52f req-9a89b5f3-9344-4d2e-aad0-2937754be308 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179932 Oct 12 02:30:02.947090 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Allocated IP 172.20.0.3 (d2208204-5dac-4ba9-9cf8-255af28eb635/3773f3fd-a367-461c-996d-087e532d1195/083d5d6b-4001-402b-be73-2549ed579b58) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:03.054074 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:03.168459 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for port (083d5d6b-4001-402b-be73-2549ed579b58), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.186158 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b5e01-e66d-46cb-8260-025abc444378 req-80279c46-3e72-48dd-9cc7-948474cf613f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:03.189554 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2a1b5e01-e66d-46cb-8260-025abc444378 req-80279c46-3e72-48dd-9cc7-948474cf613f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.1149275 Oct 12 02:30:03.209352 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Request body: {'port': {'device_id': '3d9e5223-f388-4f16-b15a-73c59e86de18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:03.296671 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6f4362ea-0b30-4c25-8587-ee58bc081354 req-e4fcc1e3-ee85-4523-aecc-5b99cde12c77 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0744307 Oct 12 02:30:03.365733 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (083d5d6b-4001-402b-be73-2549ed579b58), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.401597 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Network d2208204-5dac-4ba9-9cf8-255af28eb635 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:03.423844 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:03.449929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:03.554153 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:03.554923 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.560517 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-c226dda2-edd5-4132-9cf9-7c8328651c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:03.562694 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-c226dda2-edd5-4132-9cf9-7c8328651c6f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 1128 time: 0.1157603 Oct 12 02:30:03.577675 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event updated for resources: {'Port': ['ID=083d5d6b-4001-402b-be73-2549ed579b58,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:03.582599 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2a1b5e01-e66d-46cb-8260-025abc444378 req-83709928-1943-40dd-808d-b2ca18822d04 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678987 Oct 12 02:30:03.585621 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.623979 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-e58dbf23-3f17-450b-9017-4fc43b15c73c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:03.627640 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-e58dbf23-3f17-450b-9017-4fc43b15c73c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 815 time: 0.3952549 Oct 12 02:30:03.644416 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-f54adab8-3e70-4e66-9203-35b9f37d2570 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4508238 Oct 12 02:30:03.698236 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Request body: {'port': {'device_id': '44170331-47f8-456c-ad56-e86eab5cac15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:03.707727 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-c4a3ecdc-dcbc-45b9-8033-edf758d5ae3c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec HTTP/1.1" status: 200 len: 217 time: 0.0857720 Oct 12 02:30:03.725802 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:03.729543 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:03.764056 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9aa9-1652-499c-bed3-4a945cd01190 req-c2235c84-9d3b-459b-af2a-195bf4a9a0ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:03.773336 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-895f9aa9-1652-499c-bed3-4a945cd01190 req-c2235c84-9d3b-459b-af2a-195bf4a9a0ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 931 time: 0.2139504 Oct 12 02:30:03.820269 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-80562f27-8c84-4628-b5cb-83bd617ab1a0 None None] Provisioning complete for port 083d5d6b-4001-402b-be73-2549ed579b58 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:03.822086 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-80562f27-8c84-4628-b5cb-83bd617ab1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (083d5d6b-4001-402b-be73-2549ed579b58), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:03.822621 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-80562f27-8c84-4628-b5cb-83bd617ab1a0 None None] Attempt 1 to provision port 083d5d6b-4001-402b-be73-2549ed579b58 Oct 12 02:30:03.897032 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:03.917194 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-80562f27-8c84-4628-b5cb-83bd617ab1a0 None None] Port 083d5d6b-4001-402b-be73-2549ed579b58 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:03.918763 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-a785d02c-4212-4435-a54d-4c4b860f1d3d tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 380 time: 0.2740796 Oct 12 02:30:03.938624 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'port': {'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'admin_state_up': True, 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'security_groups': ['4420b532-8e51-4f2f-84b6-65f9d59a8aa8']}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:04.023542 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (083d5d6b-4001-402b-be73-2549ed579b58), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.044140 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-cc3fdcab-33dd-4f1f-a27a-11c826e3efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:04.046280 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-cc3fdcab-33dd-4f1f-a27a-11c826e3efab service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.3312063 Oct 12 02:30:04.078635 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-895f9aa9-1652-499c-bed3-4a945cd01190 req-acef5782-0bce-4672-bbf3-1d83b30c4cd7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033102 Oct 12 02:30:04.188545 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-a449e4ef-cd3f-406d-97a8-7f842c489e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:04.190322 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-a449e4ef-cd3f-406d-97a8-7f842c489e0e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1313069 Oct 12 02:30:04.214096 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8a32b-378b-4b68-ba9c-ecb55a129b7c req-8bb0cc5a-49e8-4d45-acd2-2d231567e19e tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:04.215830 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bca8a32b-378b-4b68-ba9c-ecb55a129b7c req-8bb0cc5a-49e8-4d45-acd2-2d231567e19e tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.1608827 Oct 12 02:30:04.236097 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee {{(pid=104435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:04.278133 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Made reservation on behalf of 76e921b067f04677b76c245b5f93e112 for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:04.283629 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.296830 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Publish callbacks [] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.352369 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.provisioning_blocks [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Transition to ACTIVE for port object 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee will not be triggered until provisioned by entity L2. {{(pid=104435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:04.359506 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bca8a32b-378b-4b68-ba9c-ecb55a129b7c req-260bcda1-2ba0-47f4-be70-536758926183 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301882 Oct 12 02:30:04.365207 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.436480 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 54962) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:04.436480 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:04.477844 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-bf27edd3-dca8-4253-9754-952ef2096ec9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794812 Oct 12 02:30:04.489017 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Allocated IP 172.20.0.4 (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8/f147c0f3-4105-4485-bdf5-a129b9df68d7/a0229b37-24b4-4585-84cc-d3276e3660d3) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:04.523473 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:04.617200 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-044b8749-28bb-4abd-8bdc-8d631fe04937 req-6909dced-e8b1-4fb0-8407-a60087811733 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207490 Oct 12 02:30:04.657743 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-caaedf5a-30e2-464c-9538-12df42416604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.693509 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5d003e5b-4580-4ea5-9d51-4439fe41d509 req-8e71c2b3-6930-42a1-9861-1c74f6028710 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.1622868 Oct 12 02:30:04.713462 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:04.786093 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:04.817082 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Attempting to bind port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:04.817082 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Attempting to bind port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:04.817354 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.817428 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Attempting to bind port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee on network d2208204-5dac-4ba9-9cf8-255af28eb635 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:04.847167 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c782e9-2b12-405a-85b4-15b48ff8fd0b req-35adcaae-abc0-417c-8427-b9b334538ae4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:04.849220 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-16c782e9-2b12-405a-85b4-15b48ff8fd0b req-35adcaae-abc0-417c-8427-b9b334538ae4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.1483417 Oct 12 02:30:04.871893 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:04.874947 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083d5d6b-4001-402b-be73-2549ed579b58 {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:04.887622 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Publish callbacks [] for port (083d5d6b-4001-402b-be73-2549ed579b58), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.909615 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Transition to ACTIVE for port object 083d5d6b-4001-402b-be73-2549ed579b58 will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:04.915327 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.916071 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-caaedf5a-30e2-464c-9538-12df42416604 admin admin] Publish callbacks [] for security_group (d1a09ccd-4008-4f3a-bf43-fdb97e9d4cc1), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.923439 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (083d5d6b-4001-402b-be73-2549ed579b58), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.927550 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee on network d2208204-5dac-4ba9-9cf8-255af28eb635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:04.927883 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Attempting to bind port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee on network d2208204-5dac-4ba9-9cf8-255af28eb635 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:04.929827 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-caaedf5a-30e2-464c-9538-12df42416604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (d1a09ccd-4008-4f3a-bf43-fdb97e9d4cc1), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:04.980929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:05.003127 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:05.005566 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:05.011388 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=a0229b37-24b4-4585-84cc-d3276e3660d3,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:05.041087 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-16c782e9-2b12-405a-85b4-15b48ff8fd0b req-ccfd8ca2-e4d7-4f62-88a9-0dd1feb317e4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775904 Oct 12 02:30:05.048447 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-caaedf5a-30e2-464c-9538-12df42416604 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=55de18ffdcd84953815671e93732cf9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6166408 Oct 12 02:30:05.048447 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaedf5a-30e2-464c-9538-12df42416604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a09ccd-4008-4f3a-bf43-fdb97e9d4cc1,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:05.058550 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 54990) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:05.110948 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:05.111331 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Checking segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:05.111924 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Bound using segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:05.112664 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Bound port: 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'}}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:05.113288 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.153697 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:05.154497 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.163383 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Pushing event updated for resources: {'Port': ['ID=083d5d6b-4001-402b-be73-2549ed579b58,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:05.189283 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Attempting to bind port 083d5d6b-4001-402b-be73-2549ed579b58 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:05.189640 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Attempting to bind port 083d5d6b-4001-402b-be73-2549ed579b58 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:05.190090 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Attempting to bind port 083d5d6b-4001-402b-be73-2549ed579b58 on network d2208204-5dac-4ba9-9cf8-255af28eb635 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:05.209490 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9785e48-6bba-4110-858d-e8164f948731 admin admin] Publish callbacks [] for security_group (d1a09ccd-4008-4f3a-bf43-fdb97e9d4cc1), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.235316 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] For port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee, host hv-cinder-84914, cleared binding levels {{(pid=104435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:05.260589 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9785e48-6bba-4110-858d-e8164f948731 admin admin] Publish callbacks [] for security_group (d1a09ccd-4008-4f3a-bf43-fdb97e9d4cc1), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.267605 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0b014161-2fd2-4b02-9252-7beb00c86a3c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3397493 Oct 12 02:30:05.273794 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] For port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:05.291406 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.297130 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be5b48-49ef-4efe-8af1-05fb52bd210e req-5f4f2b5f-748c-4a9a-8b5d-d62b5f026080 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:05.299121 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d1be5b48-49ef-4efe-8af1-05fb52bd210e req-5f4f2b5f-748c-4a9a-8b5d-d62b5f026080 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 943 time: 0.0777173 Oct 12 02:30:05.309827 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Port 083d5d6b-4001-402b-be73-2549ed579b58 on network d2208204-5dac-4ba9-9cf8-255af28eb635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:05.310227 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Attempting to bind port 083d5d6b-4001-402b-be73-2549ed579b58 on network d2208204-5dac-4ba9-9cf8-255af28eb635 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:05.336224 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:05.336634 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.339314 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee HTTP/1.1" status: 200 len: 1094 time: 2.1351118 Oct 12 02:30:05.342266 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9e5223-f388-4f16-b15a-73c59e86de18', 'tag': '1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:05.387140 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Request body: {'port': {'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:05.427727 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:05.428161 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Checking segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:05.428613 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Bound using segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:05.429162 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Bound port: 083d5d6b-4001-402b-be73-2549ed579b58, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:05.429585 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (083d5d6b-4001-402b-be73-2549ed579b58), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.438219 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d1be5b48-49ef-4efe-8af1-05fb52bd210e req-5f7776c4-061b-4153-8dc2-2cb86772b2c7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287816 Oct 12 02:30:05.478087 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-a13b295a-6832-4bee-9c7b-c1ee833367cb None None] Provisioning complete for port a0229b37-24b4-4585-84cc-d3276e3660d3 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:05.479114 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-a13b295a-6832-4bee-9c7b-c1ee833367cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.480068 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-a13b295a-6832-4bee-9c7b-c1ee833367cb None None] Attempt 1 to provision port a0229b37-24b4-4585-84cc-d3276e3660d3 Oct 12 02:30:05.499425 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55008) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:05.525810 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-a13b295a-6832-4bee-9c7b-c1ee833367cb None None] Port a0229b37-24b4-4585-84cc-d3276e3660d3 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:05.553120 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.584995 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:05.589655 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40549f1a-21ea-4640-b9fc-00856d31de24 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,revision_number=3']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:05.601511 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9785e48-6bba-4110-858d-e8164f948731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (d1a09ccd-4008-4f3a-bf43-fdb97e9d4cc1), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.604232 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9785e48-6bba-4110-858d-e8164f948731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.607992 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a9785e48-6bba-4110-858d-e8164f948731 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d1a09ccd-4008-4f3a-bf43-fdb97e9d4cc1 HTTP/1.1" status: 204 len: 168 time: 0.5394645 Oct 12 02:30:05.626451 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 4926fd07-e534-4077-a727-12393bfe3a35 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:05.641765 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] For port 083d5d6b-4001-402b-be73-2549ed579b58, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:05.644195 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bea2b1-0eea-4ec7-963d-66e341fa4aca" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9e5223-f388-4f16-b15a-73c59e86de18", "tag": "1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:05.667507 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-b42e5841-8ad8-4425-bf73-77d4f83b9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:05.668940 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-b42e5841-8ad8-4425-bf73-77d4f83b9f41 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 1128 time: 0.2764990 Oct 12 02:30:05.672590 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b349ba-ab5d-4819-aa73-aff820802021 req-72995e55-e050-425a-8c18-623932dd33da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:05.674075 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-72995e55-e050-425a-8c18-623932dd33da service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 1128 time: 0.2407098 Oct 12 02:30:05.681684 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] For port 083d5d6b-4001-402b-be73-2549ed579b58, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=083d5d6b-4001-402b-be73-2549ed579b58,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:05.682022 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9785e48-6bba-4110-858d-e8164f948731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a09ccd-4008-4f3a-bf43-fdb97e9d4cc1,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:05.700814 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b2fdc-95c5-45ae-ae47-b50513abbaa7 req-f47e9f13-6054-4932-8831-a4f279b8431f tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:05.703945 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-480b2fdc-95c5-45ae-ae47-b50513abbaa7 req-f47e9f13-6054-4932-8831-a4f279b8431f tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 944 time: 0.1892145 Oct 12 02:30:05.704911 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (083d5d6b-4001-402b-be73-2549ed579b58), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.713810 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:05.714883 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:05.716105 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/083d5d6b-4001-402b-be73-2549ed579b58 HTTP/1.1" status: 200 len: 1093 time: 2.0337472 Oct 12 02:30:05.721769 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44170331-47f8-456c-ad56-e86eab5cac15', 'tag': '083d5d6b-4001-402b-be73-2549ed579b58'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:05.723313 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f795ca8c-ce84-4cb3-9a0c-a41288f92834" -d '{"events": [{"name": "network-changed", "server_uuid": "44170331-47f8-456c-ad56-e86eab5cac15", "tag": "083d5d6b-4001-402b-be73-2549ed579b58"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:05.782416 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:05.946447 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 4926fd07-e534-4077-a727-12393bfe3a35, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4926fd07-e534-4077-a727-12393bfe3a35,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:05.965229 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '4926fd07-e534-4077-a727-12393bfe3a35', 'network_id': '5c71fac5-abd5-4133-a9fd-cd2743c1f33e', 'port_id': '4926fd07-e534-4077-a727-12393bfe3a35', 'mac_address': 'fa:16:3e:fd:ba:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3903ea-2e4a-4a1b-acde-aca9269e8513', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:06.009103 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-ab2d503b-c1e1-43f7-b39b-37ee8fd6e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.010609 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-ab2d503b-c1e1-43f7-b39b-37ee8fd6e648 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 1127 time: 0.1585348 Oct 12 02:30:06.028910 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:06.043132 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fdc563f8-25b2-4bda-9e12-751b03107a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:06.093437 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 4926fd07-e534-4077-a727-12393bfe3a35 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:06.096393 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (4926fd07-e534-4077-a727-12393bfe3a35), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:06.104023 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-9330e982-e5f2-4a37-9595-442821f0501f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee HTTP/1.1" status: 200 len: 217 time: 0.3958015 Oct 12 02:30:06.149700 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4926fd07-e534-4077-a727-12393bfe3a35 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:06.208910 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fdc563f8-25b2-4bda-9e12-751b03107a0e admin admin] Publish callbacks [] for security_group (d5eb010c-7731-4c60-8cc9-75ca1fa0c311), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:06.219004 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-24600e19-6d07-4548-b01f-9e4d46ccc1a8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=083d5d6b-4001-402b-be73-2549ed579b58 HTTP/1.1" status: 200 len: 217 time: 0.1888638 Oct 12 02:30:06.232954 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 4926fd07-e534-4077-a727-12393bfe3a35, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4926fd07-e534-4077-a727-12393bfe3a35,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:06.237739 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (4926fd07-e534-4077-a727-12393bfe3a35), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:06.237888 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6e0727-c65a-45ef-bbed-6157089794b2 x-openstack-request-id: req-cb6e0727-c65a-45ef-bbed-6157089794b2 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:06.238375 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9e5223-f388-4f16-b15a-73c59e86de18", "tag": "1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:06.238799 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb6e0727-c65a-45ef-bbed-6157089794b2 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:06.239370 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6e0727-c65a-45ef-bbed-6157089794b2'] response: {'name': 'network-changed', 'server_uuid': '3d9e5223-f388-4f16-b15a-73c59e86de18', 'tag': '1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee', 'status': 'completed', 'code': 200} Oct 12 02:30:06.248837 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fdc563f8-25b2-4bda-9e12-751b03107a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (d5eb010c-7731-4c60-8cc9-75ca1fa0c311), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:06.335181 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-480b2fdc-95c5-45ae-ae47-b50513abbaa7 req-67102efb-aec7-43f5-9568-9c068af9eedd tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5933235 Oct 12 02:30:06.357150 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=4926fd07-e534-4077-a727-12393bfe3a35,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:06.402708 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b349ba-ab5d-4819-aa73-aff820802021 req-f0638748-9309-409f-a564-7daa4e8757c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.404640 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-f0638748-9309-409f-a564-7daa4e8757c0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.2702954 Oct 12 02:30:06.410653 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-446d35f3-3dc0-4d2c-800e-8b858475c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.412380 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-446d35f3-3dc0-4d2c-800e-8b858475c02a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 916 time: 0.7075396 Oct 12 02:30:06.446781 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:06.447816 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55046) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:06.514640 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f61942-ecba-4fc7-94a9-8ec2d8be1f5e x-openstack-request-id: req-59f61942-ecba-4fc7-94a9-8ec2d8be1f5e {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:06.515022 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44170331-47f8-456c-ad56-e86eab5cac15", "tag": "083d5d6b-4001-402b-be73-2549ed579b58", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:06.515190 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59f61942-ecba-4fc7-94a9-8ec2d8be1f5e {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:06.515558 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f61942-ecba-4fc7-94a9-8ec2d8be1f5e'] response: {'name': 'network-changed', 'server_uuid': '44170331-47f8-456c-ad56-e86eab5cac15', 'tag': '083d5d6b-4001-402b-be73-2549ed579b58', 'status': 'completed', 'code': 200} Oct 12 02:30:06.516735 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-724d0bc7-5625-4360-b549-494f3bd6d518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:06.524757 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-3aa08f90-7c2b-45c5-9865-fc24f2d666d9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec HTTP/1.1" status: 200 len: 217 time: 0.1011128 Oct 12 02:30:06.526329 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976b3d-5a65-408d-8eb6-5027f9cb78e5 service neutron] Pushing event updated for resources: {'Port': ['ID=083d5d6b-4001-402b-be73-2549ed579b58,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:06.539976 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:06.554858 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b349ba-ab5d-4819-aa73-aff820802021 req-ea5ff085-42e1-4e48-ad75-52ca025198bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.556521 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-ea5ff085-42e1-4e48-ad75-52ca025198bf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1431890 Oct 12 02:30:06.572030 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['4926fd07-e534-4077-a727-12393bfe3a35'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:06.618442 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58eecb5-2ce2-450f-aee3-baa14c0bffcf req-cb76dfcf-618a-4e05-b8e4-fff061bb16f4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.620130 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f58eecb5-2ce2-450f-aee3-baa14c0bffcf req-cb76dfcf-618a-4e05-b8e4-fff061bb16f4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 931 time: 0.0950069 Oct 12 02:30:06.650129 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-fdc563f8-25b2-4bda-9e12-751b03107a0e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8548a147f75848ffbfb9c0bc7cb2a057&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1454992 Oct 12 02:30:06.654714 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55050) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:06.666239 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc563f8-25b2-4bda-9e12-751b03107a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eb010c-7731-4c60-8cc9-75ca1fa0c311,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:06.678111 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:06.700976 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-60c0df06-deb8-4273-9c15-67dc88e522b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.702458 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-60c0df06-deb8-4273-9c15-67dc88e522b9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.4506152 Oct 12 02:30:06.719818 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6dbb-b82b-4bee-8fed-12f21f30ecbb req-be603b12-3daa-42be-af63-3322a4d04f0b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.721930 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bf2c6dbb-b82b-4bee-8fed-12f21f30ecbb req-be603b12-3daa-42be-af63-3322a4d04f0b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.2066150 Oct 12 02:30:06.744299 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f58eecb5-2ce2-450f-aee3-baa14c0bffcf req-dcb65228-d380-4599-aed7-6fa61725dc6a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073036 Oct 12 02:30:06.836708 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-27e3f6f3-1f7e-4f90-8dad-4b1becd52715 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400064 Oct 12 02:30:06.844715 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-d0d278d3-e491-4cdb-9b42-91d667c43cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.846307 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-d0d278d3-e491-4cdb-9b42-91d667c43cb2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.3051436 Oct 12 02:30:06.923385 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-2eae5c19-1fa8-4a1b-a8a3-05e8c51ef106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.924935 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-2eae5c19-1fa8-4a1b-a8a3-05e8c51ef106 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1937075 Oct 12 02:30:06.975338 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa79452-30b0-4dcb-a695-ba2609f9c590 req-37791fde-6dc9-45e4-8bd5-981d396376fa tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:06.977204 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0fa79452-30b0-4dcb-a695-ba2609f9c590 req-37791fde-6dc9-45e4-8bd5-981d396376fa tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 943 time: 0.1198390 Oct 12 02:30:07.024950 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aea81189-deb7-4383-98ca-046e61824a96 admin admin] Publish callbacks [] for security_group (d5eb010c-7731-4c60-8cc9-75ca1fa0c311), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.044753 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:07.044997 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-f8d5389c-7f07-4997-8ae9-6db1a0eb0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.046307 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-f8d5389c-7f07-4997-8ae9-6db1a0eb0bed service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1580629 Oct 12 02:30:07.073043 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0229b37-24b4-4585-84cc-d3276e3660d3 {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:07.090712 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Publish callbacks [] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.120429 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bf2c6dbb-b82b-4bee-8fed-12f21f30ecbb req-de6f9ea9-b616-42b1-9cb4-f8d49c45d580 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817251 Oct 12 02:30:07.124121 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aea81189-deb7-4383-98ca-046e61824a96 admin admin] Publish callbacks [] for security_group (d5eb010c-7731-4c60-8cc9-75ca1fa0c311), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.131892 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-724d0bc7-5625-4360-b549-494f3bd6d518 admin admin] Publish callbacks [] for security_group (5cc89e11-db68-4e25-827a-5e7d6015d664), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.139143 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Transition to ACTIVE for port object a0229b37-24b4-4585-84cc-d3276e3660d3 will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:07.142998 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0fa79452-30b0-4dcb-a695-ba2609f9c590 req-191319ad-34df-4b09-8903-6910c5a736f7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354406 Oct 12 02:30:07.144566 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.148770 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-dbdfc6f3-efbb-4210-99a9-b34c44ebf8f0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152960 Oct 12 02:30:07.177028 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-724d0bc7-5625-4360-b549-494f3bd6d518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (5cc89e11-db68-4e25-827a-5e7d6015d664), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.217104 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14b349ba-ab5d-4819-aa73-aff820802021 req-dffb9f84-02d4-4256-b75b-c809fad18327 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668039 Oct 12 02:30:07.264245 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-724d0bc7-5625-4360-b549-494f3bd6d518 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a1b8e40724234498815a2dc703546e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7998047 Oct 12 02:30:07.264848 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Pushing event updated for resources: {'Port': ['ID=a0229b37-24b4-4585-84cc-d3276e3660d3,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:07.265777 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55064) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:07.272508 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d0bc7-5625-4360-b549-494f3bd6d518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc89e11-db68-4e25-827a-5e7d6015d664,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:07.337505 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-5f8c9735-0657-46c9-b3e4-3553a54610a5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722895 Oct 12 02:30:07.354965 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aea81189-deb7-4383-98ca-046e61824a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (d5eb010c-7731-4c60-8cc9-75ca1fa0c311), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.358044 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b5a8c6e9-1ae3-4aa1-9013-b94015d1cb83 req-d7b1e807-2e67-4400-93d8-70706ba35e1f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033057 Oct 12 02:30:07.358205 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-aea81189-deb7-4383-98ca-046e61824a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.359246 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-aea81189-deb7-4383-98ca-046e61824a96 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d5eb010c-7731-4c60-8cc9-75ca1fa0c311 HTTP/1.1" status: 204 len: 168 time: 0.6998744 Oct 12 02:30:07.366900 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Attempting to bind port a0229b37-24b4-4585-84cc-d3276e3660d3 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:07.367220 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Attempting to bind port a0229b37-24b4-4585-84cc-d3276e3660d3 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:07.367549 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Attempting to bind port a0229b37-24b4-4585-84cc-d3276e3660d3 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:07.371635 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea81189-deb7-4383-98ca-046e61824a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eb010c-7731-4c60-8cc9-75ca1fa0c311,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:07.394130 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-068eab32-8bf9-4274-8f99-93257e36409a admin admin] Publish callbacks [] for security_group (5cc89e11-db68-4e25-827a-5e7d6015d664), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.410683 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:07.433949 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-068eab32-8bf9-4274-8f99-93257e36409a admin admin] Publish callbacks [] for security_group (5cc89e11-db68-4e25-827a-5e7d6015d664), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.440580 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Port a0229b37-24b4-4585-84cc-d3276e3660d3 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:07.441778 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Attempting to bind port a0229b37-24b4-4585-84cc-d3276e3660d3 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:07.458296 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:07.514895 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:07.515459 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Checking segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:07.515906 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Bound using segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:07.516190 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca3e63-ac1b-454a-a8b0-c4954ee7277e req-1d0a2855-8f0c-4224-9d16-dd9737cb73c2 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.517221 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Bound port: a0229b37-24b4-4585-84cc-d3276e3660d3, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:07.517670 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.518156 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83ca3e63-ac1b-454a-a8b0-c4954ee7277e req-1d0a2855-8f0c-4224-9d16-dd9737cb73c2 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 945 time: 0.0816264 Oct 12 02:30:07.548741 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-068eab32-8bf9-4274-8f99-93257e36409a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (5cc89e11-db68-4e25-827a-5e7d6015d664), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.551497 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-068eab32-8bf9-4274-8f99-93257e36409a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.555190 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-068eab32-8bf9-4274-8f99-93257e36409a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5cc89e11-db68-4e25-827a-5e7d6015d664 HTTP/1.1" status: 204 len: 168 time: 0.2819991 Oct 12 02:30:07.573286 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068eab32-8bf9-4274-8f99-93257e36409a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc89e11-db68-4e25-827a-5e7d6015d664,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:07.585076 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:07.608023 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 0a31a866-f72c-4f7d-822f-7d54a4e3afec details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:07.609885 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83ca3e63-ac1b-454a-a8b0-c4954ee7277e req-6a32781f-8d23-4da8-a905-492426e97874 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696845 Oct 12 02:30:07.616158 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] For port a0229b37-24b4-4585-84cc-d3276e3660d3, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:07.620786 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] For port a0229b37-24b4-4585-84cc-d3276e3660d3, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a0229b37-24b4-4585-84cc-d3276e3660d3,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:07.629610 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.666632 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 4926fd07-e534-4077-a727-12393bfe3a35 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:07.694228 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.694849 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.696396 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/a0229b37-24b4-4585-84cc-d3276e3660d3 HTTP/1.1" status: 200 len: 1093 time: 2.3134446 Oct 12 02:30:07.696887 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:07.697798 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacd062-5526-4829-94e5-b014448f64cc service neutron] Pushing event updated for resources: {'Port': ['ID=a0229b37-24b4-4585-84cc-d3276e3660d3,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:07.735287 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55082) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:07.780822 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 4926fd07-e534-4077-a727-12393bfe3a35 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:07.787974 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:07.790732 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 4926fd07-e534-4077-a727-12393bfe3a35 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:07.791283 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (4926fd07-e534-4077-a727-12393bfe3a35), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.791620 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 4926fd07-e534-4077-a727-12393bfe3a35 Oct 12 02:30:07.831328 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'port_id': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'mac_address': 'fa:16:3e:b7:f9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:07.876730 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9246-26b5-4c2b-a7cb-8ed6f0c13244 req-2b533826-9f8d-4d36-9294-b75a9c822a36 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:07.879602 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-333d9246-26b5-4c2b-a7cb-8ed6f0c13244 req-2b533826-9f8d-4d36-9294-b75a9c822a36 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 943 time: 0.0526943 Oct 12 02:30:07.906019 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 0a31a866-f72c-4f7d-822f-7d54a4e3afec is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:07.908137 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:07.921737 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:07.942466 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-333d9246-26b5-4c2b-a7cb-8ed6f0c13244 req-63982394-8ad9-4add-be9b-4954a4d9332a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562081 Oct 12 02:30:07.958228 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a31a866-f72c-4f7d-822f-7d54a4e3afec {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:07.959867 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55094) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:07.972886 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 4926fd07-e534-4077-a727-12393bfe3a35 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:07.973449 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (4926fd07-e534-4077-a727-12393bfe3a35), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.006221 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd657f80-00b8-4c9a-95f3-45ca839f0a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.053390 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:08.077920 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23966c6-4a75-42ef-8980-9d017342ee61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4926fd07-e534-4077-a727-12393bfe3a35'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:08.157735 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-4f3ca085-3d44-4a57-a3b0-b279d1a534d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:08.159171 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-4f3ca085-3d44-4a57-a3b0-b279d1a534d9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 1128 time: 0.1361969 Oct 12 02:30:08.164752 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0caea28d-3fa7-475e-9ed1-7af8654940a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:08.166192 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-0caea28d-3fa7-475e-9ed1-7af8654940a0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 1127 time: 0.0867133 Oct 12 02:30:08.281703 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 4926fd07-e534-4077-a727-12393bfe3a35, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4926fd07-e534-4077-a727-12393bfe3a35,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:08.289630 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.294252 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (4926fd07-e534-4077-a727-12393bfe3a35), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.326011 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c001e8de-2da1-44a0-aee9-08e35c1b2eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.375439 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d672037-2b20-4b57-bb1e-3beacf8ae1fa req-4563745f-da3e-44a4-a454-5f37896f071b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:08.384279 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:08.386910 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2d672037-2b20-4b57-bb1e-3beacf8ae1fa req-4563745f-da3e-44a4-a454-5f37896f071b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 943 time: 0.0931654 Oct 12 02:30:08.442412 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f6e8cd41-2c7f-47c4-ad5b-f3b87ce4e355 req-1f4d836e-900f-4665-8fb3-c17a39fe80ac service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192851 Oct 12 02:30:08.463470 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=4926fd07-e534-4077-a727-12393bfe3a35,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:08.470278 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894d3c84-eeaa-4616-86c3-85ecebcd9be0" -d '{"events": [{"server_uuid": "a23966c6-4a75-42ef-8980-9d017342ee61", "name": "network-vif-plugged", "status": "completed", "tag": "4926fd07-e534-4077-a727-12393bfe3a35"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:08.478648 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2d672037-2b20-4b57-bb1e-3beacf8ae1fa req-de5a1022-e29d-48b2-ba53-c4f33f0e43d7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885415 Oct 12 02:30:08.494647 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a02cb-34ea-4b53-b897-f3a5ade2e49c req-f5b80f96-f059-4039-8967-3b17000dbc05 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:08.496098 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7c7a02cb-34ea-4b53-b897-f3a5ade2e49c req-f5b80f96-f059-4039-8967-3b17000dbc05 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 945 time: 0.1984742 Oct 12 02:30:08.504012 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd657f80-00b8-4c9a-95f3-45ca839f0a4a admin admin] Publish callbacks [] for security_group (b46a8962-6832-421f-b4b4-293ef877eb88), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.516744 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'tag': 'a0229b37-24b4-4585-84cc-d3276e3660d3'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:08.522317 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941c4a7-352f-4cc1-ade5-a33f58339ace" -d '{"events": [{"name": "network-changed", "server_uuid": "76667a6b-65ab-4a9d-8af3-0440b0dad579", "tag": "a0229b37-24b4-4585-84cc-d3276e3660d3"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:08.524134 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fd657f80-00b8-4c9a-95f3-45ca839f0a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (b46a8962-6832-421f-b4b4-293ef877eb88), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.588869 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a1d95-f7f3-472f-b26a-9ae4e69281e4 x-openstack-request-id: req-1a5a1d95-f7f3-472f-b26a-9ae4e69281e4 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:08.590303 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23966c6-4a75-42ef-8980-9d017342ee61", "name": "network-vif-plugged", "status": "completed", "tag": "4926fd07-e534-4077-a727-12393bfe3a35", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:08.591271 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a5a1d95-f7f3-472f-b26a-9ae4e69281e4 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:08.591893 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5a1d95-f7f3-472f-b26a-9ae4e69281e4'] response: {'server_uuid': 'a23966c6-4a75-42ef-8980-9d017342ee61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4926fd07-e534-4077-a727-12393bfe3a35', 'code': 200} Oct 12 02:30:08.612001 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-fd657f80-00b8-4c9a-95f3-45ca839f0a4a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1f94465a7c7d402b8108eb06f16d6a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6508887 Oct 12 02:30:08.615171 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55122) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:08.619375 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd657f80-00b8-4c9a-95f3-45ca839f0a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46a8962-6832-421f-b4b4-293ef877eb88,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:08.631466 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7c7a02cb-34ea-4b53-b897-f3a5ade2e49c req-a9bd1a3f-d03a-4c0d-894b-55cea75be550 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261089 Oct 12 02:30:08.642827 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43e327e-d1f6-47ce-bc8c-812ec4525cea x-openstack-request-id: req-b43e327e-d1f6-47ce-bc8c-812ec4525cea {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:08.643038 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76667a6b-65ab-4a9d-8af3-0440b0dad579", "tag": "a0229b37-24b4-4585-84cc-d3276e3660d3", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:08.643370 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b43e327e-d1f6-47ce-bc8c-812ec4525cea {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:08.643676 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43e327e-d1f6-47ce-bc8c-812ec4525cea'] response: {'name': 'network-changed', 'server_uuid': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'tag': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'status': 'completed', 'code': 200} Oct 12 02:30:08.667226 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c001e8de-2da1-44a0-aee9-08e35c1b2eab admin admin] Publish callbacks [] for security_group (84383140-c58a-4582-9870-d6078da511cb), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.671839 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c001e8de-2da1-44a0-aee9-08e35c1b2eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (84383140-c58a-4582-9870-d6078da511cb), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.691848 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-dffd30ab-c1f6-4645-92b6-4b18fceb407a admin admin] Publish callbacks [] for security_group (b46a8962-6832-421f-b4b4-293ef877eb88), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.718010 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-c001e8de-2da1-44a0-aee9-08e35c1b2eab admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b52b118db972455c99dd8bc0daabd409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9808946 Oct 12 02:30:08.718897 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001e8de-2da1-44a0-aee9-08e35c1b2eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84383140-c58a-4582-9870-d6078da511cb,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:08.720629 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-dffd30ab-c1f6-4645-92b6-4b18fceb407a admin admin] Publish callbacks [] for security_group (b46a8962-6832-421f-b4b4-293ef877eb88), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.723111 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55128) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:08.829239 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5806b8-8b87-4453-8bdc-095076d77c3c req-5ef0c5d7-7dbc-4f12-bc12-298b44abc9c8 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:08.830713 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1e5806b8-8b87-4453-8bdc-095076d77c3c req-5ef0c5d7-7dbc-4f12-bc12-298b44abc9c8 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.0899456 Oct 12 02:30:08.874002 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-11729142-c495-4b65-ae81-babab0aa44ac admin admin] Publish callbacks [] for security_group (84383140-c58a-4582-9870-d6078da511cb), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.875670 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-dffd30ab-c1f6-4645-92b6-4b18fceb407a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (b46a8962-6832-421f-b4b4-293ef877eb88), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.878106 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-dffd30ab-c1f6-4645-92b6-4b18fceb407a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.879758 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-dffd30ab-c1f6-4645-92b6-4b18fceb407a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b46a8962-6832-421f-b4b4-293ef877eb88 HTTP/1.1" status: 204 len: 168 time: 0.2634599 Oct 12 02:30:08.911612 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd30ab-c1f6-4645-92b6-4b18fceb407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46a8962-6832-421f-b4b4-293ef877eb88,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:08.930262 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1e5806b8-8b87-4453-8bdc-095076d77c3c req-91016673-0f1f-4580-a606-b41e8bfe5f39 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931575 Oct 12 02:30:08.932072 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-11729142-c495-4b65-ae81-babab0aa44ac admin admin] Publish callbacks [] for security_group (84383140-c58a-4582-9870-d6078da511cb), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.987619 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-11729142-c495-4b65-ae81-babab0aa44ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (84383140-c58a-4582-9870-d6078da511cb), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.992363 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-11729142-c495-4b65-ae81-babab0aa44ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:08.996735 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-11729142-c495-4b65-ae81-babab0aa44ac admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/84383140-c58a-4582-9870-d6078da511cb HTTP/1.1" status: 204 len: 168 time: 0.2706239 Oct 12 02:30:09.006175 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11729142-c495-4b65-ae81-babab0aa44ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84383140-c58a-4582-9870-d6078da511cb,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:09.084122 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cae44d-b2c3-4ca6-8881-a5ac52b7a4d8 req-06de9ea9-bb00-4edc-bd67-412d7cdd5baa tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:09.085823 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e8cae44d-b2c3-4ca6-8881-a5ac52b7a4d8 req-06de9ea9-bb00-4edc-bd67-412d7cdd5baa tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 943 time: 0.0614555 Oct 12 02:30:09.152491 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e8cae44d-b2c3-4ca6-8881-a5ac52b7a4d8 req-46b702d5-ba2b-4adb-a6a6-a5e1ee927d7e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606422 Oct 12 02:30:09.518558 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55162) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:09.543324 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fea71490-34b2-4f50-ac82-03944525adad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:09.709890 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4b583-c9cf-49fb-9b66-8fd4b096eb1d req-87114e9f-4f06-445a-86df-8561d6ef6323 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:09.711615 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4ba4b583-c9cf-49fb-9b66-8fd4b096eb1d req-87114e9f-4f06-445a-86df-8561d6ef6323 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 943 time: 0.1346157 Oct 12 02:30:09.723829 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:09.761053 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fea71490-34b2-4f50-ac82-03944525adad admin admin] Publish callbacks [] for security_group (cbf80421-3710-4f65-b234-b0b1d8ad2b1e), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:09.775971 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fea71490-34b2-4f50-ac82-03944525adad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (cbf80421-3710-4f65-b234-b0b1d8ad2b1e), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:09.800974 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:09.820950 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82811f2e-7590-4dc4-a775-af50d4fa744a req-3d0dc841-85b9-45f0-affa-ce4e5b5cfc15 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:09.827874 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-82811f2e-7590-4dc4-a775-af50d4fa744a req-3d0dc841-85b9-45f0-affa-ce4e5b5cfc15 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 945 time: 0.0786111 Oct 12 02:30:09.852881 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:09.859345 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-fea71490-34b2-4f50-ac82-03944525adad admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=169a683e8541425885ca20c9bf605569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363302 Oct 12 02:30:09.863234 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55176) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:09.869241 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea71490-34b2-4f50-ac82-03944525adad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf80421-3710-4f65-b234-b0b1d8ad2b1e,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:09.889287 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4ba4b583-c9cf-49fb-9b66-8fd4b096eb1d req-9ea25ed2-6fff-4eb2-9d00-3350d0f02772 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610844 Oct 12 02:30:09.921479 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-82811f2e-7590-4dc4-a775-af50d4fa744a req-d21aafcd-8eb3-475c-8986-fe948acf8bb2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925198 Oct 12 02:30:09.954935 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a43fd085-45bb-4c75-a85a-96d786d3033d admin admin] Publish callbacks [] for security_group (cbf80421-3710-4f65-b234-b0b1d8ad2b1e), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:09.958709 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:09.981291 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a43fd085-45bb-4c75-a85a-96d786d3033d admin admin] Publish callbacks [] for security_group (cbf80421-3710-4f65-b234-b0b1d8ad2b1e), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.038047 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a43fd085-45bb-4c75-a85a-96d786d3033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (cbf80421-3710-4f65-b234-b0b1d8ad2b1e), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.040555 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a43fd085-45bb-4c75-a85a-96d786d3033d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.042100 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a43fd085-45bb-4c75-a85a-96d786d3033d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cbf80421-3710-4f65-b234-b0b1d8ad2b1e HTTP/1.1" status: 204 len: 168 time: 0.1776972 Oct 12 02:30:10.051387 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fd085-45bb-4c75-a85a-96d786d3033d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf80421-3710-4f65-b234-b0b1d8ad2b1e,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:10.099300 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfd9de-72c8-4e48-a9e9-9fa495b87691 req-31a70767-36c8-4651-8423-66458859ccef tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:10.101483 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5ebfd9de-72c8-4e48-a9e9-9fa495b87691 req-31a70767-36c8-4651-8423-66458859ccef tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.0641973 Oct 12 02:30:10.158604 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5ebfd9de-72c8-4e48-a9e9-9fa495b87691 req-9cb89f43-d9ea-466c-8f67-bae85b47c6b4 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514445 Oct 12 02:30:10.296539 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2dea2-e346-4656-b974-7d3b4df03f0e req-b1b7572c-aac5-4429-8756-13a22bbbe09f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:10.298079 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-96e2dea2-e346-4656-b974-7d3b4df03f0e req-b1b7572c-aac5-4429-8756-13a22bbbe09f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 943 time: 0.0626879 Oct 12 02:30:10.352158 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-96e2dea2-e346-4656-b974-7d3b4df03f0e req-805590ab-9dd0-4d79-88fe-72bc7c6f729a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444682 Oct 12 02:30:10.403399 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55206) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:10.417533 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-27ac24aa-86e6-4286-8c60-78e920b04193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.506554 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-27ac24aa-86e6-4286-8c60-78e920b04193 admin admin] Publish callbacks [] for security_group (adc3ef3f-3fa3-470f-9e24-ffa028053e84), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.512674 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-27ac24aa-86e6-4286-8c60-78e920b04193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (adc3ef3f-3fa3-470f-9e24-ffa028053e84), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.553537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac24aa-86e6-4286-8c60-78e920b04193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc3ef3f-3fa3-470f-9e24-ffa028053e84,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:10.561908 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-27ac24aa-86e6-4286-8c60-78e920b04193 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d6c3e9c7558d424d9555f0a532df3588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570060 Oct 12 02:30:10.565053 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55214) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:10.622688 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5424b16f-c536-4868-911b-4b342b24b219 admin admin] Publish callbacks [] for security_group (adc3ef3f-3fa3-470f-9e24-ffa028053e84), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.648387 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5424b16f-c536-4868-911b-4b342b24b219 admin admin] Publish callbacks [] for security_group (adc3ef3f-3fa3-470f-9e24-ffa028053e84), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.698486 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5424b16f-c536-4868-911b-4b342b24b219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (adc3ef3f-3fa3-470f-9e24-ffa028053e84), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.702293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5424b16f-c536-4868-911b-4b342b24b219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:10.703441 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5424b16f-c536-4868-911b-4b342b24b219 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/adc3ef3f-3fa3-470f-9e24-ffa028053e84 HTTP/1.1" status: 204 len: 168 time: 0.1372757 Oct 12 02:30:10.714449 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424b16f-c536-4868-911b-4b342b24b219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc3ef3f-3fa3-470f-9e24-ffa028053e84,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:10.963583 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55230) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:11.056905 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['0a31a866-f72c-4f7d-822f-7d54a4e3afec'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:11.060533 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc6f5c-8476-4d2c-ab3c-da7916d55cf7 req-21fa4fae-1a7e-4191-a5b0-f217bca14b8a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.069855 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c4dc6f5c-8476-4d2c-ab3c-da7916d55cf7 req-21fa4fae-1a7e-4191-a5b0-f217bca14b8a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 943 time: 0.0685942 Oct 12 02:30:11.114137 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:11.140395 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02923bc2-865c-4696-9b09-8b84e7558e7d req-e35a065f-cbd7-4a48-90db-d1c59ba2b5f0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.150665 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-02923bc2-865c-4696-9b09-8b84e7558e7d req-e35a065f-cbd7-4a48-90db-d1c59ba2b5f0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 945 time: 0.1028244 Oct 12 02:30:11.162006 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c4dc6f5c-8476-4d2c-ab3c-da7916d55cf7 req-67cc4a31-eaf0-408d-856a-80c88dc54f59 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909429 Oct 12 02:30:11.279995 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-02923bc2-865c-4696-9b09-8b84e7558e7d req-b9b2356b-84f9-4455-9640-df31abf11e01 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280444 Oct 12 02:30:11.298508 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-25a1a888-7921-4d8d-9cbe-914ac096c087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.337295 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:11.407395 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:11.419124 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'port_id': '1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee', 'mac_address': 'fa:16:3e:a7:dc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:11.421072 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9cc16-1ee5-4d3f-8cba-88f800d2543f req-ef0a04c3-5bd2-44df-8385-f13ee714e3b4 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.423055 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f0f9cc16-1ee5-4d3f-8cba-88f800d2543f req-ef0a04c3-5bd2-44df-8385-f13ee714e3b4 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.1014276 Oct 12 02:30:11.459432 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:11.459432 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.474056 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:11.499643 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:11.504975 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.541286 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-6863c214-1560-4d9b-b80f-37145e0355d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.543490 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-6863c214-1560-4d9b-b80f-37145e0355d2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 1127 time: 0.0959568 Oct 12 02:30:11.596219 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:11.660854 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-78eb1960-b5f0-4845-8d11-7e4c860e806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.661969 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-f2fa9095-3b6a-41b0-bec4-6083fbd07607 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0229b37-24b4-4585-84cc-d3276e3660d3 HTTP/1.1" status: 200 len: 217 time: 0.2159410 Oct 12 02:30:11.662998 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-78eb1960-b5f0-4845-8d11-7e4c860e806b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.1080432 Oct 12 02:30:11.741054 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:11.746941 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-c5f908d7-024a-43c9-8344-c1cb5ed8831a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=083d5d6b-4001-402b-be73-2549ed579b58 HTTP/1.1" status: 200 len: 217 time: 0.0660260 Oct 12 02:30:11.806044 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:11.835073 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f0f9cc16-1ee5-4d3f-8cba-88f800d2543f req-a2f06a2b-4abf-4e2b-a588-dbd6c015ae15 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954487 Oct 12 02:30:11.844686 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e38f7f-ee48-4310-a6b6-91a37e6ee79b req-e20baf99-ea9a-48ba-bde2-d0e00de53944 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.846698 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-69e38f7f-ee48-4310-a6b6-91a37e6ee79b req-e20baf99-ea9a-48ba-bde2-d0e00de53944 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 943 time: 0.3211772 Oct 12 02:30:11.877306 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-9866e8a4-0308-4a9c-be39-c1037c7b6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.879315 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-9866e8a4-0308-4a9c-be39-c1037c7b6554 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.1942637 Oct 12 02:30:11.882782 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae1d53-9434-4829-af00-72a0cb793e99 req-4d190701-8236-4029-8ba9-34f347079fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.884264 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3dae1d53-9434-4829-af00-72a0cb793e99 req-4d190701-8236-4029-8ba9-34f347079fa0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 1130 time: 0.1602204 Oct 12 02:30:11.930836 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-3dae1d53-9434-4829-af00-72a0cb793e99 req-28f4934f-f509-4025-b1d5-34599301f5d9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.935512 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-25a1a888-7921-4d8d-9cbe-914ac096c087 admin admin] Publish callbacks [] for security_group (fc026826-14e8-40ee-be2a-4a844caf3f3a), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.937312 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-27816435-d8e6-4e77-82d2-fcde2440da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.938892 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-27816435-d8e6-4e77-82d2-fcde2440da4e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.4381571 Oct 12 02:30:11.946937 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-25a1a888-7921-4d8d-9cbe-914ac096c087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (fc026826-14e8-40ee-be2a-4a844caf3f3a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:11.958853 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-023e5a24-061f-40a6-8ec7-b5afd567e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:11.969378 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-023e5a24-061f-40a6-8ec7-b5afd567e9af service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.1872997 Oct 12 02:30:12.167998 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:12.172788 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55280) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:12.200879 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:12.225081 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-bb8f804a-ba66-493f-9723-5fc462627bac service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee HTTP/1.1" status: 200 len: 217 time: 0.2745838 Oct 12 02:30:12.229619 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-c3d6f1c5-0e45-4bba-8c1b-57edb4a4a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.230447 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-69e38f7f-ee48-4310-a6b6-91a37e6ee79b req-52121cc3-92e9-4fed-b23d-b54d060389b9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550494 Oct 12 02:30:12.231127 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-c3d6f1c5-0e45-4bba-8c1b-57edb4a4a57f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3392322 Oct 12 02:30:12.242080 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-63b02fa6-238b-4ed3-bc36-5fbfd6fd1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.244125 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-63b02fa6-238b-4ed3-bc36-5fbfd6fd1c24 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2733359 Oct 12 02:30:12.322430 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:12.393072 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d463433-ccd8-497a-96cc-2ba78b3e52fc req-d0a92c8d-09d7-4e5e-a1b4-23d7c0144de5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.395128 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9d463433-ccd8-497a-96cc-2ba78b3e52fc req-d0a92c8d-09d7-4e5e-a1b4-23d7c0144de5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 943 time: 0.0915861 Oct 12 02:30:12.422077 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1a888-7921-4d8d-9cbe-914ac096c087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc026826-14e8-40ee-be2a-4a844caf3f3a,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:12.422803 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-806567507-network', 'tenant_id': '177af31ad03c40e6b2a4a72c16451b5d'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:12.430414 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-25a1a888-7921-4d8d-9cbe-914ac096c087 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=09ace0386a9743d88e8cf0c02853f523&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4629054 Oct 12 02:30:12.430606 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-3dae1d53-9434-4829-af00-72a0cb793e99 req-28f4934f-f509-4025-b1d5-34599301f5d9 service neutron] Publish callbacks [] for security_group (a10c2b6c-182a-4c3b-a306-39cbe1bc736f), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.435611 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55292) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:12.454549 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-2d6323a5-2f4a-4f89-a572-47301b2cff88 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049372 Oct 12 02:30:12.473227 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-3dae1d53-9434-4829-af00-72a0cb793e99 req-28f4934f-f509-4025-b1d5-34599301f5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a10c2b6c-182a-4c3b-a306-39cbe1bc736f), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.500174 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-c9433d4b-9500-44d8-afec-d16fb6d39cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.501694 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-c9433d4b-9500-44d8-afec-d16fb6d39cd7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.2464149 Oct 12 02:30:12.507770 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9d463433-ccd8-497a-96cc-2ba78b3e52fc req-e5e8e5a2-2b84-4002-bddd-12d7b783b27c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767944 Oct 12 02:30:12.550229 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Made reservation on behalf of 177af31ad03c40e6b2a4a72c16451b5d for: {'network': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:12.553139 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.574337 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-9fcea580-82d1-406f-a2a8-14925dba9851 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176396 Oct 12 02:30:12.575263 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-d77349b6-8af8-4e4a-978d-140c2e9ba376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.576627 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-d77349b6-8af8-4e4a-978d-140c2e9ba376 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657368 Oct 12 02:30:12.576968 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867c49e-c127-45f8-b0dc-9b3df58f0cbf req-141c2475-bf71-4fff-85c8-af2f37485bb2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:12.578464 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b867c49e-c127-45f8-b0dc-9b3df58f0cbf req-141c2475-bf71-4fff-85c8-af2f37485bb2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 945 time: 0.1514854 Oct 12 02:30:12.605451 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:12.638460 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4934f-f509-4025-b1d5-34599301f5d9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c2b6c-182a-4c3b-a306-39cbe1bc736f,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:12.642509 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.662411 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3dae1d53-9434-4829-af00-72a0cb793e99 req-28f4934f-f509-4025-b1d5-34599301f5d9 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697365 Oct 12 02:30:12.704606 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-55453e33-d876-4dc5-84c1-a446fc7edc3d admin admin] Publish callbacks [] for security_group (fc026826-14e8-40ee-be2a-4a844caf3f3a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.754013 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-eee716ea-3bf7-430d-943e-7ad0f246fa2e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684453 Oct 12 02:30:12.756543 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-147ceae0-530b-4ab9-8cc7-aaf3de26da71 req-eef46222-d2c0-49ef-af6f-5702655577c2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703455 Oct 12 02:30:12.773430 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-55453e33-d876-4dc5-84c1-a446fc7edc3d admin admin] Publish callbacks [] for security_group (fc026826-14e8-40ee-be2a-4a844caf3f3a), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.782088 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b867c49e-c127-45f8-b0dc-9b3df58f0cbf req-590d22a1-bcbf-4687-9ef9-1830a04b1593 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735885 Oct 12 02:30:12.824336 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f795ca8c-ce84-4cb3-9a0c-a41288f92834 req-0e6a984e-0a25-4a32-91ea-ad472deb95e7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400290 Oct 12 02:30:12.841489 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:12.875259 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-55453e33-d876-4dc5-84c1-a446fc7edc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (fc026826-14e8-40ee-be2a-4a844caf3f3a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.877942 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-55453e33-d876-4dc5-84c1-a446fc7edc3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.879628 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-55453e33-d876-4dc5-84c1-a446fc7edc3d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fc026826-14e8-40ee-be2a-4a844caf3f3a HTTP/1.1" status: 204 len: 168 time: 0.4358337 Oct 12 02:30:12.881701 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Publish callbacks [] for security_group (1e6a5d47-beb2-4887-85fa-a899bd261419), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.891656 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (1e6a5d47-beb2-4887-85fa-a899bd261419), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.895250 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55453e33-d876-4dc5-84c1-a446fc7edc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc026826-14e8-40ee-be2a-4a844caf3f3a,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:12.925621 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:30:12.937728 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6a5d47-beb2-4887-85fa-a899bd261419,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:12.945462 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (5ff95c7b-70e4-4f9c-862f-500f4b939fa9), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:12.945809 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.segments_db [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Added segment 5ff95c7b-70e4-4f9c-862f-500f4b939fa9 of type vlan for network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c Oct 12 02:30:12.998251 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.027089 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.028485 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:13.041224 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.075365 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:13.107031 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0ddab-f44f-492c-ba64-57b38bc40154 req-17758836-6f2b-4f6d-ae67-f5f98548f574 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:13.109462 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-dba0ddab-f44f-492c-ba64-57b38bc40154 req-17758836-6f2b-4f6d-ae67-f5f98548f574 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.1634464 Oct 12 02:30:13.118252 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9440894 Oct 12 02:30:13.121174 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55318) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:13.129073 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Request body: {'subnet': {'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-806567507-subnet', 'tenant_id': '177af31ad03c40e6b2a4a72c16451b5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:13.135401 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e1a42-e48a-44d1-9b3e-73c4115a9d3c admin admin] Pushing event updated for resources: {'Network': ['ID=cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:13.154642 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Made reservation on behalf of 177af31ad03c40e6b2a4a72c16451b5d for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:13.157091 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27017785'] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.176420 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:30:13.215651 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:13.352413 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-dba0ddab-f44f-492c-ba64-57b38bc40154 req-28655c02-5005-4239-8a71-9f7aef12c6e2 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859176 Oct 12 02:30:13.413022 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:13.430967 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:13.433372 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.434387 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee Oct 12 02:30:13.447265 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-48bea2b1-0eea-4ec7-963d-66e341fa4aca req-52eb8eca-cab5-42cf-b3ca-484a04a1206c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376037 Oct 12 02:30:13.468413 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:13.520238 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1ca37-0b25-454b-934f-d7dce9d33db5 req-bc28994f-f9c7-483d-a078-9491a577aa53 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:13.521848 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ace1ca37-0b25-454b-934f-d7dce9d33db5 req-bc28994f-f9c7-483d-a078-9491a577aa53 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 943 time: 0.1152856 Oct 12 02:30:13.533382 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27017771'] for subnet (bc37d0d3-9c32-4d2d-bd26-994763df9387), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.642745 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ace1ca37-0b25-454b-934f-d7dce9d33db5 req-2c761cad-ff3c-480f-8352-6dff6d9e4789 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096632 Oct 12 02:30:13.646028 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:13.646647 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.677047 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9e5223-f388-4f16-b15a-73c59e86de18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:13.680517 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e722a2-b2c6-43a5-83bc-78eb43576856" -d '{"events": [{"server_uuid": "3d9e5223-f388-4f16-b15a-73c59e86de18", "name": "network-vif-plugged", "status": "completed", "tag": "1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:13.696416 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:13.703176 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.704320 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 0a31a866-f72c-4f7d-822f-7d54a4e3afec up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:13.721689 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc37d0d3-9c32-4d2d-bd26-994763df9387,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:13.749121 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbbf2f-9ba1-478f-b55e-3424bb3bc4d2 req-9c0699cb-2f26-44b6-9922-f2937e8fc818 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:13.756659 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-90bbbf2f-9ba1-478f-b55e-3424bb3bc4d2 req-9c0699cb-2f26-44b6-9922-f2937e8fc818 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 943 time: 0.1056430 Oct 12 02:30:13.765651 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Checking segment: {'id': '5ff95c7b-70e4-4f9c-862f-500f4b939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:13.767075 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Network hostable DHCP agents. Network: cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:30:13.775452 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b415d5d5-a0a3-4e7b-ab96-ab338ee08954 x-openstack-request-id: req-b415d5d5-a0a3-4e7b-ab96-ab338ee08954 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:13.775943 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9e5223-f388-4f16-b15a-73c59e86de18", "name": "network-vif-plugged", "status": "completed", "tag": "1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:13.776348 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b415d5d5-a0a3-4e7b-ab96-ab338ee08954 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:13.776910 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b415d5d5-a0a3-4e7b-ab96-ab338ee08954'] response: {'server_uuid': '3d9e5223-f388-4f16-b15a-73c59e86de18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee', 'code': 200} Oct 12 02:30:13.835790 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:30:13.846234 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:13.866205 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 0a31a866-f72c-4f7d-822f-7d54a4e3afec completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:13.866359 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-90bbbf2f-9ba1-478f-b55e-3424bb3bc4d2 req-3e7bb501-9a2b-4eb6-9660-e358e6367b5a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049259 Oct 12 02:30:13.868786 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:13.877151 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 0a31a866-f72c-4f7d-822f-7d54a4e3afec triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:13.877656 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.879193 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 0a31a866-f72c-4f7d-822f-7d54a4e3afec Oct 12 02:30:13.889226 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:13.892502 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:13.921155 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:13.921579 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-34fe2700-968d-4d0d-8941-056146777365 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7990391 Oct 12 02:30:13.925127 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33346695-aa0b-426d-9d0d-66719cadfc83 None None] Network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:30:13.960311 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719ce12-3e42-401d-b63d-eb2865f954bb req-7091c68b-0d76-4c34-ba76-e227367fc1ba tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:13.968638 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2719ce12-3e42-401d-b63d-eb2865f954bb req-7091c68b-0d76-4c34-ba76-e227367fc1ba tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 945 time: 0.0703614 Oct 12 02:30:14.041560 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2719ce12-3e42-401d-b63d-eb2865f954bb req-f8d878d4-f215-4f33-ba94-4027b266baaf tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717013 Oct 12 02:30:14.046064 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c703b1c-a6a6-43e2-8f25-d5c774506148 None None] Network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:30:14.134489 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 0a31a866-f72c-4f7d-822f-7d54a4e3afec is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:14.134876 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:14.206311 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:14.214471 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:14.243646 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-a98e8cf2-5a15-4ac5-aea7-6d98492d0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:14.245574 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-a98e8cf2-5a15-4ac5-aea7-6d98492d0577 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 1127 time: 0.0601082 Oct 12 02:30:14.333147 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:14.489044 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6dd1d-97d7-4db6-9d2c-87cde820a2fa req-eb149ab2-c807-4964-b9d6-b424935fa813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:14.490729 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bac6dd1d-97d7-4db6-9d2c-87cde820a2fa req-eb149ab2-c807-4964-b9d6-b424935fa813 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 1130 time: 0.1238410 Oct 12 02:30:14.494327 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-b188741b-8d06-433a-8931-1b21d15d9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:14.495690 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-b188741b-8d06-433a-8931-1b21d15d9fd1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 916 time: 0.2441301 Oct 12 02:30:14.522247 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a6d59-3f9c-4619-a50e-b195cbb7c750 req-818ac53d-230f-4bb8-b8ab-6619abb24b37 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:14.523711 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-dd2a6d59-3f9c-4619-a50e-b195cbb7c750 req-818ac53d-230f-4bb8-b8ab-6619abb24b37 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.0941322 Oct 12 02:30:14.558235 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-eaf8c4a2-9475-46ac-ac00-b1a6d4a1081e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0229b37-24b4-4585-84cc-d3276e3660d3 HTTP/1.1" status: 200 len: 217 time: 0.0535030 Oct 12 02:30:14.663551 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bac6dd1d-97d7-4db6-9d2c-87cde820a2fa req-1266332b-43e8-4271-8a1b-d08d3dee527a service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599245 Oct 12 02:30:14.667881 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-ba8b7282-675d-4c52-9cd9-aa9ad5323970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:14.669517 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-ba8b7282-675d-4c52-9cd9-aa9ad5323970 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.1039822 Oct 12 02:30:14.680560 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-dd2a6d59-3f9c-4619-a50e-b195cbb7c750 req-609c8a4b-37bb-425a-a877-cbd16678583a tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269341 Oct 12 02:30:14.795419 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2a5af-1a7e-42c7-9e1b-f262e06b8e95 req-43e75e35-bb8b-476c-87ee-983bd83dc760 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:14.806025 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4ff2a5af-1a7e-42c7-9e1b-f262e06b8e95 req-43e75e35-bb8b-476c-87ee-983bd83dc760 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 943 time: 0.0787470 Oct 12 02:30:14.876862 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4ff2a5af-1a7e-42c7-9e1b-f262e06b8e95 req-281df1c9-aea4-4206-811c-365103089d82 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696995 Oct 12 02:30:15.029088 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-cd68d5e6-f4af-42a0-b40d-65c06a0dfb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:15.031105 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-cd68d5e6-f4af-42a0-b40d-65c06a0dfb03 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683944 Oct 12 02:30:15.037611 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724fb9d-a541-4c8d-aaee-6adb6c4e1d9c req-458f8f8e-d21c-4e0c-9fc2-17cb181028f4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:15.039154 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7724fb9d-a541-4c8d-aaee-6adb6c4e1d9c req-458f8f8e-d21c-4e0c-9fc2-17cb181028f4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 943 time: 0.0882626 Oct 12 02:30:15.080178 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 083d5d6b-4001-402b-be73-2549ed579b58 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:15.131814 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:15.160833 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7724fb9d-a541-4c8d-aaee-6adb6c4e1d9c req-912b6a93-4894-4616-9068-213f327ac820 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155906 Oct 12 02:30:15.323447 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb56ec-24e8-4557-a64f-df8250470679 req-35cfc9dc-a834-4a5d-ad6c-ddfd5b800a93 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:15.335617 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-71fb56ec-24e8-4557-a64f-df8250470679 req-35cfc9dc-a834-4a5d-ad6c-ddfd5b800a93 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.1486518 Oct 12 02:30:15.415949 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 083d5d6b-4001-402b-be73-2549ed579b58, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=083d5d6b-4001-402b-be73-2549ed579b58,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:15.429338 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-71fb56ec-24e8-4557-a64f-df8250470679 req-ab330953-8823-40cd-a5f2-0de5375355bc tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927083 Oct 12 02:30:15.441105 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '083d5d6b-4001-402b-be73-2549ed579b58', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'port_id': '083d5d6b-4001-402b-be73-2549ed579b58', 'mac_address': 'fa:16:3e:5b:31:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:15.507342 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 083d5d6b-4001-402b-be73-2549ed579b58 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:15.508183 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (083d5d6b-4001-402b-be73-2549ed579b58), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:15.548994 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083d5d6b-4001-402b-be73-2549ed579b58 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:15.593004 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 083d5d6b-4001-402b-be73-2549ed579b58, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=083d5d6b-4001-402b-be73-2549ed579b58,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:15.600228 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (083d5d6b-4001-402b-be73-2549ed579b58), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:15.667232 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=083d5d6b-4001-402b-be73-2549ed579b58,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:15.782464 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:15.785386 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faa35dd-2246-4bee-9626-b77e4e3e8aaa" -d '{"events": [{"server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "name": "network-vif-plugged", "status": "completed", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:15.864332 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0c96-754b-4222-95c4-ee6a3736f8ea req-7f89d2da-01bf-4aa6-853b-558771f6e02b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:15.872981 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3201e377-63c9-454a-9cca-140d65219878 x-openstack-request-id: req-3201e377-63c9-454a-9cca-140d65219878 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:15.873409 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "name": "network-vif-plugged", "status": "completed", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:15.873756 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3201e377-63c9-454a-9cca-140d65219878 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:15.874247 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3201e377-63c9-454a-9cca-140d65219878'] response: {'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'code': 200} Oct 12 02:30:15.876071 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-283b0c96-754b-4222-95c4-ee6a3736f8ea req-7f89d2da-01bf-4aa6-853b-558771f6e02b tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.1155510 Oct 12 02:30:15.918543 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-aeee30c8-9cec-4199-a96f-d61d342eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:15.934547 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['083d5d6b-4001-402b-be73-2549ed579b58'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:15.944118 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:15.984625 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:16.005176 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55458) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:16.091179 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:16.109502 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd662229-3395-4f47-a099-08465da21c49 req-7c72bc89-3aaa-401c-9e05-0f0ea7012a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:16.120635 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cd662229-3395-4f47-a099-08465da21c49 req-7c72bc89-3aaa-401c-9e05-0f0ea7012a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 943 time: 0.1450036 Oct 12 02:30:16.130786 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-283b0c96-754b-4222-95c4-ee6a3736f8ea req-be430dcf-c65e-4826-a713-8ea82e99910e tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497373 Oct 12 02:30:16.215040 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cd662229-3395-4f47-a099-08465da21c49 req-aecb1b71-5727-4682-a683-5faa116f448d tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911267 Oct 12 02:30:16.350299 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c4327459-1a28-4e0f-b6da-edf6f4680cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.356093 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-5a216177-b882-4411-a74f-2eb6d66363db service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332248 Oct 12 02:30:16.356467 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40d80b-0ccb-4495-9e0f-344aaff09a4f req-d794f486-f46e-421e-8e46-9ef8a9a78a76 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:16.357945 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6a40d80b-0ccb-4495-9e0f-344aaff09a4f req-d794f486-f46e-421e-8e46-9ef8a9a78a76 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 944 time: 0.0466776 Oct 12 02:30:16.410341 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6a40d80b-0ccb-4495-9e0f-344aaff09a4f req-99f713f9-3d27-4dc7-a7c8-3e0a00486df1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Oct 12 02:30:16.429771 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-074b3266-d422-4278-9ebc-bb42283be210 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:16.431205 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-074b3266-d422-4278-9ebc-bb42283be210 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/networks?id=cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c HTTP/1.1" status: 200 len: 808 time: 0.1728094 Oct 12 02:30:16.455614 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2a6a891e-d950-41b4-9c9b-1ece6b535eb6 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/quotas/177af31ad03c40e6b2a4a72c16451b5d HTTP/1.1" status: 200 len: 375 time: 0.0161779 Oct 12 02:30:16.498681 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-59653111-5701-48a2-92b0-ef7f160a02cc tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=177af31ad03c40e6b2a4a72c16451b5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366197 Oct 12 02:30:16.507620 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c4327459-1a28-4e0f-b6da-edf6f4680cf9 admin admin] Publish callbacks [] for security_group (60fd5af2-203f-43e8-ad1a-b7d34bb68196), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.517119 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c4327459-1a28-4e0f-b6da-edf6f4680cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (60fd5af2-203f-43e8-ad1a-b7d34bb68196), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.548528 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1cf0-1306-4145-8427-d99839e28c33 req-01b6430a-1c99-413d-b6af-13a9748a7c77 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:16.550028 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-936e1cf0-1306-4145-8427-d99839e28c33 req-01b6430a-1c99-413d-b6af-13a9748a7c77 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0473890 Oct 12 02:30:16.606313 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-936e1cf0-1306-4145-8427-d99839e28c33 req-41b438e5-a3ac-47ef-844e-53a7a25d04b8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503571 Oct 12 02:30:16.791119 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4327459-1a28-4e0f-b6da-edf6f4680cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fd5af2-203f-43e8-ad1a-b7d34bb68196,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:16.812405 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-c4327459-1a28-4e0f-b6da-edf6f4680cf9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=90817c5c259e47f2aaebfe96f44cd58f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8011320 Oct 12 02:30:16.820577 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55478) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:16.876540 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-30664481-484c-4040-b384-b9fff2b64160 admin admin] Publish callbacks [] for security_group (60fd5af2-203f-43e8-ad1a-b7d34bb68196), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.897032 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-30664481-484c-4040-b384-b9fff2b64160 admin admin] Publish callbacks [] for security_group (60fd5af2-203f-43e8-ad1a-b7d34bb68196), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.918034 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c3a87-0393-4b01-899a-750f482760bf req-a7d65665-3fde-4ace-9e53-77a6823fc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:16.919510 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-835c3a87-0393-4b01-899a-750f482760bf req-a7d65665-3fde-4ace-9e53-77a6823fc28d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 1130 time: 0.0986612 Oct 12 02:30:16.931978 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:16.943292 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-3c15f940-e784-4d31-b112-b2b768dd16fd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342363 Oct 12 02:30:16.958662 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-30664481-484c-4040-b384-b9fff2b64160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (60fd5af2-203f-43e8-ad1a-b7d34bb68196), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.961730 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-30664481-484c-4040-b384-b9fff2b64160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:16.963531 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-30664481-484c-4040-b384-b9fff2b64160 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/60fd5af2-203f-43e8-ad1a-b7d34bb68196 HTTP/1.1" status: 204 len: 168 time: 0.1401329 Oct 12 02:30:16.974413 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30664481-484c-4040-b384-b9fff2b64160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fd5af2-203f-43e8-ad1a-b7d34bb68196,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:17.016255 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d941c4a7-352f-4cc1-ade5-a33f58339ace req-e664e0d5-8847-4a12-b5a1-93fec09dbf92 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275729 Oct 12 02:30:17.045487 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-835c3a87-0393-4b01-899a-750f482760bf req-c35b16f9-c600-494b-a346-5b172d8e3c2f service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173692 Oct 12 02:30:17.106151 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device a0229b37-24b4-4585-84cc-d3276e3660d3 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:17.113341 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 083d5d6b-4001-402b-be73-2549ed579b58 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:17.140441 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-7151bf78-b813-4ea5-8e0f-f9102d514584 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962562 Oct 12 02:30:17.144554 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:17.215066 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 083d5d6b-4001-402b-be73-2549ed579b58 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:17.228993 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 083d5d6b-4001-402b-be73-2549ed579b58 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:17.229558 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (083d5d6b-4001-402b-be73-2549ed579b58), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.230095 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 083d5d6b-4001-402b-be73-2549ed579b58 Oct 12 02:30:17.277910 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8c461-b8f2-4dba-a2fe-0bf44c4e86e8 req-3591d6f0-17a3-40a2-9976-df211b30643c tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:17.285491 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c7b8c461-b8f2-4dba-a2fe-0bf44c4e86e8 req-3591d6f0-17a3-40a2-9976-df211b30643c tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.0619519 Oct 12 02:30:17.341323 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c7b8c461-b8f2-4dba-a2fe-0bf44c4e86e8 req-3a9c919e-2626-45f4-b354-4f5a1a845f1e tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547838 Oct 12 02:30:17.374184 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=24 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:17.381437 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=8 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:17.455452 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 083d5d6b-4001-402b-be73-2549ed579b58 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:17.455452 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (083d5d6b-4001-402b-be73-2549ed579b58), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.529255 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port a0229b37-24b4-4585-84cc-d3276e3660d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a0229b37-24b4-4585-84cc-d3276e3660d3,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:17.562168 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e75a-7255-4e12-aa4b-10983f6360f4 req-edae6d7d-3801-4077-9e9b-2ad3213ac5d6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:17.569522 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2580e75a-7255-4e12-aa4b-10983f6360f4 req-edae6d7d-3801-4077-9e9b-2ad3213ac5d6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 943 time: 0.1625938 Oct 12 02:30:17.582977 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'mac_address': 'fa:16:3e:6f:ce:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:17.589507 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d2dbc640-5b7c-4b1a-9c93-720264d29ed3 req-442de5d3-39fb-4c82-ad43-adcffea23572 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 210 time: 0.0720057 Oct 12 02:30:17.616177 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55522) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:17.624426 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 083d5d6b-4001-402b-be73-2549ed579b58, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=083d5d6b-4001-402b-be73-2549ed579b58,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:17.637552 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.668521 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:17.685321 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2580e75a-7255-4e12-aa4b-10983f6360f4 req-1135a82b-6527-4797-8893-4294cb05ff33 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074255 Oct 12 02:30:17.700023 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (083d5d6b-4001-402b-be73-2549ed579b58), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.767406 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Publish callbacks [] for security_group (7ffac15b-74d4-49ec-b7c0-07dce5100024), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.769776 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:17.774413 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port a0229b37-24b4-4585-84cc-d3276e3660d3 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:17.774516 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.786491 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (7ffac15b-74d4-49ec-b7c0-07dce5100024), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.802863 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0229b37-24b4-4585-84cc-d3276e3660d3 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:17.823554 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=74536e0d3013450aa31a6eba8afbdd8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053237 Oct 12 02:30:17.826376 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55530) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:17.832595 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=083d5d6b-4001-402b-be73-2549ed579b58,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:17.852520 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port a0229b37-24b4-4585-84cc-d3276e3660d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a0229b37-24b4-4585-84cc-d3276e3660d3,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:17.863949 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:17.875902 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44170331-47f8-456c-ad56-e86eab5cac15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083d5d6b-4001-402b-be73-2549ed579b58'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:17.880539 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5991fe67-6551-4fcc-84e7-54b083b9ed0a" -d '{"events": [{"server_uuid": "44170331-47f8-456c-ad56-e86eab5cac15", "name": "network-vif-plugged", "status": "completed", "tag": "083d5d6b-4001-402b-be73-2549ed579b58"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:17.958165 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffac15b-74d4-49ec-b7c0-07dce5100024,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:17.968819 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:17.978768 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4cf2f-ca9f-4a37-a0d2-7f986a273f1d req-212fb1e9-5384-4541-b4aa-52621f7129b4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:17.980327 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a1a4cf2f-ca9f-4a37-a0d2-7f986a273f1d req-212fb1e9-5384-4541-b4aa-52621f7129b4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.1100156 Oct 12 02:30:17.993273 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=a0229b37-24b4-4585-84cc-d3276e3660d3,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:18.010246 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e567060-e200-4ab2-86b9-99fa6cf16abc req-958a7cd0-cc47-45da-b4e5-b8d6a12d1d95 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:18.013760 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0e567060-e200-4ab2-86b9-99fa6cf16abc req-958a7cd0-cc47-45da-b4e5-b8d6a12d1d95 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.1693501 Oct 12 02:30:18.021568 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.021920 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.022262 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.023114 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.023464 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.023800 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.024127 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.024455 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.024815 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.025429 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.025906 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.026497 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.026981 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.027644 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.028294 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c67b9d-a66c-4155-ac23-ea72e26937d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.057465 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Publish callbacks [] for security_group (7ffac15b-74d4-49ec-b7c0-07dce5100024), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.075548 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a1a4cf2f-ca9f-4a37-a0d2-7f986a273f1d req-ec81fe0b-634b-454f-9d72-736cda650150 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763981 Oct 12 02:30:18.096570 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Publish callbacks [] for security_group (7ffac15b-74d4-49ec-b7c0-07dce5100024), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.131302 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0e567060-e200-4ab2-86b9-99fa6cf16abc req-f35b4109-3846-41c0-8c04-f28e7b69d838 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953326 Oct 12 02:30:18.172921 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0c14c9-22ca-4de0-9806-4c3556405085 x-openstack-request-id: req-ab0c14c9-22ca-4de0-9806-4c3556405085 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:18.173537 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44170331-47f8-456c-ad56-e86eab5cac15", "name": "network-vif-plugged", "status": "completed", "tag": "083d5d6b-4001-402b-be73-2549ed579b58", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:18.173537 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab0c14c9-22ca-4de0-9806-4c3556405085 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:18.174097 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0c14c9-22ca-4de0-9806-4c3556405085'] response: {'server_uuid': '44170331-47f8-456c-ad56-e86eab5cac15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083d5d6b-4001-402b-be73-2549ed579b58', 'code': 200} Oct 12 02:30:18.176066 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (7ffac15b-74d4-49ec-b7c0-07dce5100024), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.178927 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.189418 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7ffac15b-74d4-49ec-b7c0-07dce5100024 HTTP/1.1" status: 204 len: 168 time: 0.3615963 Oct 12 02:30:18.213207 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffac15b-74d4-49ec-b7c0-07dce5100024,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:18.223908 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-42016b85-87fd-45fe-bf5b-7a8083a13d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.226291 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.226641 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.227004 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.228270 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.228819 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.229438 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.230069 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.230556 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.231086 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.231557 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.232175 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.232833 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.233425 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.233962 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.234440 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0397f-2a39-4ecc-b01f-14a141654418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:18.246406 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['a0229b37-24b4-4585-84cc-d3276e3660d3'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:18.616311 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55556) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:18.697163 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c3176b61-ca11-412b-9ac1-b6708b023444 req-772afb2d-361a-4525-b093-673216466d11 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 210 time: 0.0301690 Oct 12 02:30:18.861126 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443c9c9-430a-4961-8929-f69f468d2d52 req-3ebae802-4109-478d-bdc8-0e5e415a2524 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:18.863869 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e443c9c9-430a-4961-8929-f69f468d2d52 req-3ebae802-4109-478d-bdc8-0e5e415a2524 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 944 time: 0.0695384 Oct 12 02:30:18.907664 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d394968d-ed1a-4f88-943c-dd2514e12676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:18.959239 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e443c9c9-430a-4961-8929-f69f468d2d52 req-48f9c527-47c0-4371-a100-aacdc29c14fe tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887094 Oct 12 02:30:18.988740 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:19.032762 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d394968d-ed1a-4f88-943c-dd2514e12676 admin admin] Publish callbacks [] for security_group (5f21a954-0df1-40f1-88d5-2c232106cf81), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.040848 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d394968d-ed1a-4f88-943c-dd2514e12676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (5f21a954-0df1-40f1-88d5-2c232106cf81), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.077827 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62dbf3-9a8d-429b-89e9-39fd33e45137 req-224fb9d8-caac-4c6c-9c42-2264213aca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:19.080911 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8a62dbf3-9a8d-429b-89e9-39fd33e45137 req-224fb9d8-caac-4c6c-9c42-2264213aca2c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 1129 time: 0.0712631 Oct 12 02:30:19.122054 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device a0229b37-24b4-4585-84cc-d3276e3660d3 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:19.173130 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394968d-ed1a-4f88-943c-dd2514e12676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f21a954-0df1-40f1-88d5-2c232106cf81,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:19.182701 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d394968d-ed1a-4f88-943c-dd2514e12676 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=62575bb44fa04c488804a9e076e6504f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5628433 Oct 12 02:30:19.189650 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55590) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:19.226142 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:19.251944 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8a62dbf3-9a8d-429b-89e9-39fd33e45137 req-9eb239c5-7de8-474d-9624-06a8782c2181 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637321 Oct 12 02:30:19.266853 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.275199 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55594) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:19.277560 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port a0229b37-24b4-4585-84cc-d3276e3660d3 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:19.285227 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port a0229b37-24b4-4585-84cc-d3276e3660d3 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:19.285863 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.286424 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port a0229b37-24b4-4585-84cc-d3276e3660d3 Oct 12 02:30:19.310117 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fcf11-c8bb-4f52-8607-e2604c7831c6 req-1a9dc937-621e-4b01-b573-4c56b9a23f12 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:19.311679 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-186fcf11-c8bb-4f52-8607-e2604c7831c6 req-1a9dc937-621e-4b01-b573-4c56b9a23f12 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.1140020 Oct 12 02:30:19.348799 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:19.374869 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d721184-c16f-4c43-9a9a-3c4f6dbe9cc9 admin admin] Publish callbacks [] for security_group (5f21a954-0df1-40f1-88d5-2c232106cf81), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.407699 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port a0229b37-24b4-4585-84cc-d3276e3660d3 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:19.408181 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.437344 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-186fcf11-c8bb-4f52-8607-e2604c7831c6 req-431aef80-a4e4-44c3-b5f6-f208552c5dc8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089547 Oct 12 02:30:19.458887 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d721184-c16f-4c43-9a9a-3c4f6dbe9cc9 admin admin] Publish callbacks [] for security_group (5f21a954-0df1-40f1-88d5-2c232106cf81), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.490069 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port a0229b37-24b4-4585-84cc-d3276e3660d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a0229b37-24b4-4585-84cc-d3276e3660d3,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:19.496785 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.571052 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7a79dce-dd88-48a3-8ebf-e7ef7e44fe33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.576040 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d721184-c16f-4c43-9a9a-3c4f6dbe9cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (5f21a954-0df1-40f1-88d5-2c232106cf81), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.583161 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d721184-c16f-4c43-9a9a-3c4f6dbe9cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.584460 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-8d721184-c16f-4c43-9a9a-3c4f6dbe9cc9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5f21a954-0df1-40f1-88d5-2c232106cf81 HTTP/1.1" status: 204 len: 168 time: 0.3933971 Oct 12 02:30:19.609413 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=a0229b37-24b4-4585-84cc-d3276e3660d3,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:19.627064 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d721184-c16f-4c43-9a9a-3c4f6dbe9cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f21a954-0df1-40f1-88d5-2c232106cf81,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:19.654700 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6429ae-68e2-4a3d-a304-e9bf91cb19b5 req-14a21fe9-66d4-4338-befa-2583f300ddbf tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:19.656471 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2a6429ae-68e2-4a3d-a304-e9bf91cb19b5 req-14a21fe9-66d4-4338-befa-2583f300ddbf tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.1348317 Oct 12 02:30:19.691571 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7a79dce-dd88-48a3-8ebf-e7ef7e44fe33 admin admin] Publish callbacks [] for security_group (edc91945-34aa-4c0f-83c8-e4df59d60134), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.698041 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d7a79dce-dd88-48a3-8ebf-e7ef7e44fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (edc91945-34aa-4c0f-83c8-e4df59d60134), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.699590 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:30:19.732992 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2a6429ae-68e2-4a3d-a304-e9bf91cb19b5 req-cedb2090-9e55-4250-89ea-22cbe964c643 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680513 Oct 12 02:30:19.747581 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a79dce-dd88-48a3-8ebf-e7ef7e44fe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc91945-34aa-4c0f-83c8-e4df59d60134,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:19.755671 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55614) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:19.755794 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d7a79dce-dd88-48a3-8ebf-e7ef7e44fe33 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1050a13993774a2fa9a86e0865592674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783611 Oct 12 02:30:19.835286 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94a88d78-bd78-42ba-8891-50629a16d5bb admin admin] Publish callbacks [] for security_group (edc91945-34aa-4c0f-83c8-e4df59d60134), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.865219 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94a88d78-bd78-42ba-8891-50629a16d5bb admin admin] Publish callbacks [] for security_group (edc91945-34aa-4c0f-83c8-e4df59d60134), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:19.975309 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb6907-3156-433f-8fa6-20439c057998 req-768ddb80-5af1-4bf7-88e3-b27d410d9ad2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:19.990734 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-61cb6907-3156-433f-8fa6-20439c057998 req-768ddb80-5af1-4bf7-88e3-b27d410d9ad2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.1163502 Oct 12 02:30:19.990931 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55626) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:19.996235 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-1ffcd1ae-898b-4044-82bb-413192fa7432 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'floatingip': {'port_id': '0a31a866-f72c-4f7d-822f-7d54a4e3afec'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:20.030653 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94a88d78-bd78-42ba-8891-50629a16d5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (edc91945-34aa-4c0f-83c8-e4df59d60134), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.040754 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94a88d78-bd78-42ba-8891-50629a16d5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.045131 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-94a88d78-bd78-42ba-8891-50629a16d5bb admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/edc91945-34aa-4c0f-83c8-e4df59d60134 HTTP/1.1" status: 204 len: 168 time: 0.2877636 Oct 12 02:30:20.062992 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a88d78-bd78-42ba-8891-50629a16d5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc91945-34aa-4c0f-83c8-e4df59d60134,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:20.163451 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd1ae-898b-4044-82bb-413192fa7432 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (1f4a1456-447f-492e-ae08-9fcffcc7c022), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.176632 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0229b37-24b4-4585-84cc-d3276e3660d3'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:20.183414 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680cbd41-ac45-4726-bb74-8c031348e93e" -d '{"events": [{"server_uuid": "76667a6b-65ab-4a9d-8af3-0440b0dad579", "name": "network-vif-plugged", "status": "completed", "tag": "a0229b37-24b4-4585-84cc-d3276e3660d3"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:20.357987 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d726536d-4356-4c62-b0a4-ce935204da7b req-1a603a09-ba0b-4be3-8672-390e34ba6a2a tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 210 time: 0.2184024 Oct 12 02:30:20.366823 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55640) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:20.460242 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6577d4db-7b65-40f9-bee2-2ebc3b2b4306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.599097 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60458538-ef14-469a-b0ab-a291a71a80b7 x-openstack-request-id: req-60458538-ef14-469a-b0ab-a291a71a80b7 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:20.599982 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76667a6b-65ab-4a9d-8af3-0440b0dad579", "name": "network-vif-plugged", "status": "completed", "tag": "a0229b37-24b4-4585-84cc-d3276e3660d3", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:20.600433 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60458538-ef14-469a-b0ab-a291a71a80b7 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:20.601094 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60458538-ef14-469a-b0ab-a291a71a80b7'] response: {'server_uuid': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'code': 200} Oct 12 02:30:20.623054 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6577d4db-7b65-40f9-bee2-2ebc3b2b4306 admin admin] Publish callbacks [] for security_group (544587aa-9187-4a2e-917a-e33d645cd26a), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.625419 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6577d4db-7b65-40f9-bee2-2ebc3b2b4306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (544587aa-9187-4a2e-917a-e33d645cd26a), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.679567 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-6577d4db-7b65-40f9-bee2-2ebc3b2b4306 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f92c205289044f09b090c963a0ad3e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979367 Oct 12 02:30:20.680590 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577d4db-7b65-40f9-bee2-2ebc3b2b4306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544587aa-9187-4a2e-917a-e33d645cd26a,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:20.685498 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55644) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:20.757809 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5d8aabde-357b-43b1-9746-69362bca713d admin admin] Publish callbacks [] for security_group (544587aa-9187-4a2e-917a-e33d645cd26a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.795623 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5d8aabde-357b-43b1-9746-69362bca713d admin admin] Publish callbacks [] for security_group (544587aa-9187-4a2e-917a-e33d645cd26a), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.810329 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:20.814740 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:20.855880 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:20.862867 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:20.915591 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f0d5b-8d01-4399-b0fa-6935aa6f0e56 req-4552c3b1-52bf-42d9-aa65-87f266813372 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:20.924661 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-780f0d5b-8d01-4399-b0fa-6935aa6f0e56 req-4552c3b1-52bf-42d9-aa65-87f266813372 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0945377 Oct 12 02:30:20.944090 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee19fb-1b1b-427c-aedd-9ca5c049dd15 req-e2901e52-a936-4372-90be-b8bcb4080f58 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:20.957531 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-70ee19fb-1b1b-427c-aedd-9ca5c049dd15 req-e2901e52-a936-4372-90be-b8bcb4080f58 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 945 time: 0.1023400 Oct 12 02:30:20.998737 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.db.resource_extend [None req-1ffcd1ae-898b-4044-82bb-413192fa7432 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 12 02:30:21.009342 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-780f0d5b-8d01-4399-b0fa-6935aa6f0e56 req-42d1e43c-268c-4454-8986-7b0e3797b777 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835943 Oct 12 02:30:21.011550 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5d8aabde-357b-43b1-9746-69362bca713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (544587aa-9187-4a2e-917a-e33d645cd26a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.016096 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5d8aabde-357b-43b1-9746-69362bca713d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.017275 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-5d8aabde-357b-43b1-9746-69362bca713d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/544587aa-9187-4a2e-917a-e33d645cd26a HTTP/1.1" status: 204 len: 168 time: 0.3307428 Oct 12 02:30:21.053872 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8aabde-357b-43b1-9746-69362bca713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544587aa-9187-4a2e-917a-e33d645cd26a,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:21.073695 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55654) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:21.110250 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e74b7a23-a5a7-4176-a42e-748ab4272f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.121782 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:21.169993 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd1ae-898b-4044-82bb-413192fa7432 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.185648 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-70ee19fb-1b1b-427c-aedd-9ca5c049dd15 req-cb9cd5fd-41ad-4ca5-b079-2ae9188c9f30 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221282 Oct 12 02:30:21.187078 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd1ae-898b-4044-82bb-413192fa7432 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (1f4a1456-447f-492e-ae08-9fcffcc7c022), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.198265 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.419517 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e74b7a23-a5a7-4176-a42e-748ab4272f15 admin admin] Publish callbacks [] for security_group (a1fabae3-95b8-4948-a29c-15b00c7e1d45), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.435179 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e74b7a23-a5a7-4176-a42e-748ab4272f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a1fabae3-95b8-4948-a29c-15b00c7e1d45), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:21.793600 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6745-931f-4d5e-a41a-3dea9137f545 req-2aae50c4-1be3-4ca9-a2b4-7c7f045b6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:21.795135 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6d4b6745-931f-4d5e-a41a-3dea9137f545 req-2aae50c4-1be3-4ca9-a2b4-7c7f045b6ecc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 1129 time: 0.1441951 Oct 12 02:30:21.819922 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55676) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:21.822364 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-e74b7a23-a5a7-4176-a42e-748ab4272f15 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=64e033ccec5946e98256f3ba262b668f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7470253 Oct 12 02:30:21.827196 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e41cb40c-0e39-48d3-9996-6b709b9cac39 req-3d6de910-7eb9-44bf-940f-1520d40e29b1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 210 time: 0.1424804 Oct 12 02:30:21.828516 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b7a23-a5a7-4176-a42e-748ab4272f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fabae3-95b8-4948-a29c-15b00c7e1d45,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:21.839257 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [None req-1ffcd1ae-898b-4044-82bb-413192fa7432 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Floating IP 1f4a1456-447f-492e-ae08-9fcffcc7c022 associated. External IP: 172.27.4.53, port: 0a31a866-f72c-4f7d-822f-7d54a4e3afec. Oct 12 02:30:21.907108 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-e26f3f23-2cbd-4486-a306-e27e0986a1a7 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:21.908741 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-e26f3f23-2cbd-4486-a306-e27e0986a1a7 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.16 "GET /networking/v2.0/networks?id=cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c HTTP/1.1" status: 200 len: 808 time: 0.6693981 Oct 12 02:30:21.973573 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6d4b6745-931f-4d5e-a41a-3dea9137f545 req-585e3816-ed4a-4ae9-90ad-60382ac4196d service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685321 Oct 12 02:30:22.020644 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a0391ce8-316b-4f6f-8f62-878fe7fec7e4 admin admin] Publish callbacks [] for security_group (a1fabae3-95b8-4948-a29c-15b00c7e1d45), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.050966 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a0391ce8-316b-4f6f-8f62-878fe7fec7e4 admin admin] Publish callbacks [] for security_group (a1fabae3-95b8-4948-a29c-15b00c7e1d45), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.225700 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645f539-c0c2-4c05-928c-22dfae8fe767 req-4e3d1c05-79fe-4155-99f0-cc393e1d7e3f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:22.233370 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b645f539-c0c2-4c05-928c-22dfae8fe767 req-4e3d1c05-79fe-4155-99f0-cc393e1d7e3f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.1076081 Oct 12 02:30:22.261551 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a0391ce8-316b-4f6f-8f62-878fe7fec7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a1fabae3-95b8-4948-a29c-15b00c7e1d45), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.264007 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a0391ce8-316b-4f6f-8f62-878fe7fec7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.268121 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a0391ce8-316b-4f6f-8f62-878fe7fec7e4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a1fabae3-95b8-4948-a29c-15b00c7e1d45 HTTP/1.1" status: 204 len: 168 time: 0.4455643 Oct 12 02:30:22.293394 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:22.299729 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0391ce8-316b-4f6f-8f62-878fe7fec7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fabae3-95b8-4948-a29c-15b00c7e1d45,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:22.321564 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c9dea-9f5d-4799-bb3e-fea23598de75 req-3b14e9e6-a7b6-4763-a624-be06a231a92c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:22.331641 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-357c9dea-9f5d-4799-bb3e-fea23598de75 req-3b14e9e6-a7b6-4763-a624-be06a231a92c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 945 time: 0.0656767 Oct 12 02:30:22.334099 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffcd1ae-898b-4044-82bb-413192fa7432 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:30:22.355847 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b645f539-c0c2-4c05-928c-22dfae8fe767 req-36794835-db64-4984-a170-7b478fdec9c5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224179 Oct 12 02:30:22.398896 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-357c9dea-9f5d-4799-bb3e-fea23598de75 req-12f75051-e884-46b6-b2a7-cc7ced937139 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613937 Oct 12 02:30:22.504398 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Request body: {'port': {'device_id': '7db1184c-8d98-4d39-b77c-fb92bb3fc950', 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c', 'admin_state_up': True, 'tenant_id': '177af31ad03c40e6b2a4a72c16451b5d'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:22.571674 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffcd1ae-898b-4044-82bb-413192fa7432 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:30:22.579491 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd1ae-898b-4044-82bb-413192fa7432 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.588044 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] Sync routers for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:30:22.602137 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:22.602854 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:30:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:22.627181 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-1ffcd1ae-898b-4044-82bb-413192fa7432 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/1f4a1456-447f-492e-ae08-9fcffcc7c022 HTTP/1.1" status: 200 len: 991 time: 2.6343758 Oct 12 02:30:22.631002 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:22.633571 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6991e5-04e3-415c-bcdb-57f71987239d" -d '{"events": [{"name": "network-changed", "server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:22.652409 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:22.660349 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55726) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:22.692719 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Made reservation on behalf of 177af31ad03c40e6b2a4a72c16451b5d for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:22.697164 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.735572 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfa6721-3b93-47d2-8932-b4424530bb95 x-openstack-request-id: req-bdfa6721-3b93-47d2-8932-b4424530bb95 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:22.735944 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:22.736248 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdfa6721-3b93-47d2-8932-b4424530bb95 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:22.737127 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfa6721-3b93-47d2-8932-b4424530bb95'] response: {'name': 'network-changed', 'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'status': 'completed', 'code': 200} Oct 12 02:30:22.756051 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:22.820230 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd73380-f90a-49da-80f5-2344189ae592 req-04cd32c9-c93c-4355-a0a9-9ccbe01ecbac tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:22.822749 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55734) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:22.828109 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6cd73380-f90a-49da-80f5-2344189ae592 req-04cd32c9-c93c-4355-a0a9-9ccbe01ecbac tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0838253 Oct 12 02:30:22.891064 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3a2cb327-abc3-403f-818b-e6db9500ddee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:22.911836 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6cd73380-f90a-49da-80f5-2344189ae592 req-e1e02733-7bc5-4639-9920-798b2a192d65 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794225 Oct 12 02:30:22.973666 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Allocated IP 172.20.0.2 (cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c/bc37d0d3-9c32-4d2d-bd26-994763df9387/b820bded-6400-480e-810e-7da24b3b68f7) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:23.120242 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0ad4e53f-fccc-490d-a05f-f81276752e45 req-d6ebf514-2b21-4542-8a8b-720dbb04b157 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 210 time: 0.1061070 Oct 12 02:30:23.126772 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-1252486b-a49f-41a0-b6f5-5dab15ce5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:23.128297 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-1252486b-a49f-41a0-b6f5-5dab15ce5adc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 1130 time: 0.1373863 Oct 12 02:30:23.160502 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7282366b-e00e-4797-b9c8-ce4a861d49bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.165542 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '1f4a1456-447f-492e-ae08-9fcffcc7c022', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'floating_ip_address': '172.27.4.53', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'port_id': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'mac_address': 'fa:16:3e:b7:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:37Z', 'updated_at': '2022-10-12T02:30:20Z', 'revision_number': 1, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:23.167812 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-7d2abcbd-1af2-48e6-92dd-285f692452cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:23.170596 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-7d2abcbd-1af2-48e6-92dd-285f692452cf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 1129 time: 0.0982897 Oct 12 02:30:23.198229 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] Checking router: 6f7e97b5-5f69-4eec-8bdb-b30416915f78 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:30:23.216007 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:23.217281 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:30:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:23.235468 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3a2cb327-abc3-403f-818b-e6db9500ddee admin admin] Publish callbacks [] for security_group (6f8aff96-6fdf-4cef-9116-840b4ada62f7), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.242922 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3a2cb327-abc3-403f-818b-e6db9500ddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6f8aff96-6fdf-4cef-9116-840b4ada62f7), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.244882 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55740) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:23.283597 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7282366b-e00e-4797-b9c8-ce4a861d49bd admin admin] Publish callbacks [] for security_group (1e12be7f-b919-40be-ba03-3a3686432524), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.291039 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7282366b-e00e-4797-b9c8-ce4a861d49bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (1e12be7f-b919-40be-ba03-3a3686432524), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.312973 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-3a2cb327-abc3-403f-818b-e6db9500ddee admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=dbc1be4552d44e658525f72cfb161542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4866850 Oct 12 02:30:23.321245 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55744) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:23.336833 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cb327-abc3-403f-818b-e6db9500ddee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8aff96-6fdf-4cef-9116-840b4ada62f7,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:23.348389 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282366b-e00e-4797-b9c8-ce4a861d49bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e12be7f-b919-40be-ba03-3a3686432524,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:23.359679 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-7282366b-e00e-4797-b9c8-ce4a861d49bd admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2059b4fceaea4b33acb41ced24a4acab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6980410 Oct 12 02:30:23.360640 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55746) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:23.371740 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks [] for port (b820bded-6400-480e-810e-7da24b3b68f7), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.372944 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:23.402419 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:23.412047 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-87815721-network', 'tenant_id': '81144c673e7b44dcb3b0f700ee628719'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:23.418172 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:23.447166 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-22270183-ff6d-4afa-959c-060ebb5b19c8 admin admin] Publish callbacks [] for security_group (6f8aff96-6fdf-4cef-9116-840b4ada62f7), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.447536 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Made reservation on behalf of 81144c673e7b44dcb3b0f700ee628719 for: {'network': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:23.450109 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.463075 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.465991 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (b820bded-6400-480e-810e-7da24b3b68f7), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.466671 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94bdc967-1a63-4f2b-a25b-958a8b5118e3 admin admin] Publish callbacks [] for security_group (1e12be7f-b919-40be-ba03-3a3686432524), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.489250 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-22270183-ff6d-4afa-959c-060ebb5b19c8 admin admin] Publish callbacks [] for security_group (6f8aff96-6fdf-4cef-9116-840b4ada62f7), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.514407 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94bdc967-1a63-4f2b-a25b-958a8b5118e3 admin admin] Publish callbacks [] for security_group (1e12be7f-b919-40be-ba03-3a3686432524), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.536792 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:23.537552 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:23.541224 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:23.552745 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:23.555338 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:23.591925 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Pushing event updated for resources: {'Port': ['ID=b820bded-6400-480e-810e-7da24b3b68f7,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:23.594650 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2d869-53f8-421b-a735-474e59e33a4c req-f6c2df75-d15b-4646-b048-111f7d3ffdf8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:23.596215 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1fa2d869-53f8-421b-a735-474e59e33a4c req-f6c2df75-d15b-4646-b048-111f7d3ffdf8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 945 time: 0.1053782 Oct 12 02:30:23.627135 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:23.628749 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.654302 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-2d902a2d-ffc3-43bd-a2d2-adcb56397085 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1557405 Oct 12 02:30:23.660116 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-22270183-ff6d-4afa-959c-060ebb5b19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6f8aff96-6fdf-4cef-9116-840b4ada62f7), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.664355 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-22270183-ff6d-4afa-959c-060ebb5b19c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.665627 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-22270183-ff6d-4afa-959c-060ebb5b19c8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6f8aff96-6fdf-4cef-9116-840b4ada62f7 HTTP/1.1" status: 204 len: 168 time: 0.3433840 Oct 12 02:30:23.678362 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94bdc967-1a63-4f2b-a25b-958a8b5118e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (1e12be7f-b919-40be-ba03-3a3686432524), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.679785 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22270183-ff6d-4afa-959c-060ebb5b19c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8aff96-6fdf-4cef-9116-840b4ada62f7,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:23.680877 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-94bdc967-1a63-4f2b-a25b-958a8b5118e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.684766 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-94bdc967-1a63-4f2b-a25b-958a8b5118e3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1e12be7f-b919-40be-ba03-3a3686432524 HTTP/1.1" status: 204 len: 168 time: 0.3227851 Oct 12 02:30:23.686639 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '1f4a1456-447f-492e-ae08-9fcffcc7c022', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'floating_ip_address': '172.27.4.53', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'port_id': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'mac_address': 'fa:16:3e:b7:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:37Z', 'updated_at': '2022-10-12T02:30:20Z', 'revision_number': 1, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:23.699262 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Publish callbacks [] for security_group (a68a95f5-820e-4be1-bff0-55842572f659), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.705689 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a68a95f5-820e-4be1-bff0-55842572f659), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.723224 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1fa2d869-53f8-421b-a735-474e59e33a4c req-c1637441-153a-459d-a47f-95cc5c3f04e3 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076119 Oct 12 02:30:23.725377 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdc967-1a63-4f2b-a25b-958a8b5118e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e12be7f-b919-40be-ba03-3a3686432524,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:23.758109 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:30:23.764526 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e151a4-70aa-48ac-b038-5e298d488b0d None None] The sync data for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi is: [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '1f4a1456-447f-492e-ae08-9fcffcc7c022', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'floating_ip_address': '172.27.4.53', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'port_id': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'mac_address': 'fa:16:3e:b7:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:37Z', 'updated_at': '2022-10-12T02:30:20Z', 'revision_number': 1, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:30:23.764802 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68a95f5-820e-4be1-bff0-55842572f659,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:23.777583 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.777923 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.segments_db [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Added segment 3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb of type vlan for network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 Oct 12 02:30:23.827538 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (7c8feeb4-fea7-46ca-9f80-d14f4cc37df8), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.861433 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (7c8feeb4-fea7-46ca-9f80-d14f4cc37df8), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.864858 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:23.866255 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:23.948882 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7028573 Oct 12 02:30:23.951819 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55762) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:23.959048 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Request body: {'subnet': {'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-87815721-subnet', 'tenant_id': '81144c673e7b44dcb3b0f700ee628719', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:23.967145 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2d5e1-d2d3-4a95-a8ee-6b28a8ff5d68 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:23.979026 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:30:23.995206 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Made reservation on behalf of 81144c673e7b44dcb3b0f700ee628719 for: {'subnet': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:23.998991 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27070744'] for subnet (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:24.167188 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b2362-4c96-43b7-810a-fe4c05a49987 None None] New status for floating IP 1f4a1456-447f-492e-ae08-9fcffcc7c022: ACTIVE {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:30:24.168713 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afe347-43fe-418e-8f39-c05d5ac5b8a4 req-6ad34f87-1ebe-472a-be0d-8f74d3a7f4f0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:24.177490 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-15afe347-43fe-418e-8f39-c05d5ac5b8a4 req-6ad34f87-1ebe-472a-be0d-8f74d3a7f4f0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.1174018 Oct 12 02:30:24.244810 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55772) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:24.269362 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-15afe347-43fe-418e-8f39-c05d5ac5b8a4 req-bd660ce2-b989-4a9f-b140-36a5560c9828 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888739 Oct 12 02:30:24.276044 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7b9edf5d-b02c-4b4a-b0c5-131afdd5745b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:24.345387 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26805677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27070730'] for subnet (e13d7c47-1aab-4206-8202-e9a60ade29cf), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:24.361522 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:24.386744 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7b9edf5d-b02c-4b4a-b0c5-131afdd5745b admin admin] Publish callbacks [] for security_group (9d3503f4-42ce-47e8-bad5-71433ef59d62), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:24.388631 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d7eb1-4226-4b58-a595-975b7dc89b0b req-84f19246-e08a-48b0-926d-53e189af79af tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:24.390398 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-449d7eb1-4226-4b58-a595-975b7dc89b0b req-84f19246-e08a-48b0-926d-53e189af79af tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 931 time: 0.1115775 Oct 12 02:30:24.395554 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7b9edf5d-b02c-4b4a-b0c5-131afdd5745b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (9d3503f4-42ce-47e8-bad5-71433ef59d62), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:24.436817 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13d7c47-1aab-4206-8202-e9a60ade29cf,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:24.453598 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Request body: {'port': {'device_id': '7db1184c-8d98-4d39-b77c-fb92bb3fc950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:24.538164 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9edf5d-b02c-4b4a-b0c5-131afdd5745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3503f4-42ce-47e8-bad5-71433ef59d62,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:24.544436 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:24.545665 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Checking segment: {'id': '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:24.546285 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Network hostable DHCP agents. Network: 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:30:24.546641 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-7b9edf5d-b02c-4b4a-b0c5-131afdd5745b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=bb709f29eb544fdfb03e721d9ca6f2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007531 Oct 12 02:30:24.549447 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55778) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:24.608888 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-449d7eb1-4226-4b58-a595-975b7dc89b0b req-683100e5-6e0e-4bf5-996e-e61cf4e3b679 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955009 Oct 12 02:30:24.612041 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:30:24.646927 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8) {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:24.652066 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:24.652666 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:24.658446 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e3b5f-10d1-4a1a-a68c-874844f931a8 None None] Network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:30:24.663388 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-e8c3dcf7-0cb4-4538-9379-c629ae409e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:24.666559 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-e8c3dcf7-0cb4-4538-9379-c629ae409e49 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.2184200 Oct 12 02:30:24.681470 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b820bded-6400-480e-810e-7da24b3b68f7), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:24.686121 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-2ddc7bf9-d6b3-4ec6-892d-946775e2570b admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7332878 Oct 12 02:30:24.720581 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-fa6f9be5-dca8-4168-8c6b-b128e309e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:24.722938 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-fa6f9be5-dca8-4168-8c6b-b128e309e5e5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 916 time: 0.2628324 Oct 12 02:30:24.748810 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:24.778148 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7e71bcb3-713f-4c0f-804a-abbbc2b1bad8 admin admin] Publish callbacks [] for security_group (9d3503f4-42ce-47e8-bad5-71433ef59d62), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:24.782351 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2146301-3eb0-4727-a98d-8fb2acacfb66 None None] Network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:30:24.903588 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7e71bcb3-713f-4c0f-804a-abbbc2b1bad8 admin admin] Publish callbacks [] for security_group (9d3503f4-42ce-47e8-bad5-71433ef59d62), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:24.920466 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def84c44-1cb4-47b6-a99e-5afbbd74067d req-f12f1f80-e686-4c1d-a043-87584eb36b48 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:24.922647 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-def84c44-1cb4-47b6-a99e-5afbbd74067d req-f12f1f80-e686-4c1d-a043-87584eb36b48 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 945 time: 0.0805335 Oct 12 02:30:24.958626 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:25.071375 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-def84c44-1cb4-47b6-a99e-5afbbd74067d req-79df5bf1-852c-4850-80e3-5359f2e9debd tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372855 Oct 12 02:30:25.101756 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7e71bcb3-713f-4c0f-804a-abbbc2b1bad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (9d3503f4-42ce-47e8-bad5-71433ef59d62), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:25.113259 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7e71bcb3-713f-4c0f-804a-abbbc2b1bad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:25.117027 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-7e71bcb3-713f-4c0f-804a-abbbc2b1bad8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9d3503f4-42ce-47e8-bad5-71433ef59d62 HTTP/1.1" status: 204 len: 168 time: 0.5359647 Oct 12 02:30:25.194045 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71bcb3-713f-4c0f-804a-abbbc2b1bad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3503f4-42ce-47e8-bad5-71433ef59d62,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:25.232209 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1a65c-35f5-42dc-83d4-7fb9f7c5b362 req-f837ea7b-2fc3-4154-8c3e-aef20514ac6c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:25.234250 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-40c1a65c-35f5-42dc-83d4-7fb9f7c5b362 req-f837ea7b-2fc3-4154-8c3e-aef20514ac6c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 945 time: 0.0879035 Oct 12 02:30:25.246720 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55806) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:25.254783 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-40a6864f-6cc9-435c-8826-426740784734 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'floatingip': {'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:25.289834 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b820bded-6400-480e-810e-7da24b3b68f7 {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:25.299345 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Publish callbacks [] for port (b820bded-6400-480e-810e-7da24b3b68f7), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:25.319156 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Transition to ACTIVE for port object b820bded-6400-480e-810e-7da24b3b68f7 will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:25.326461 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (b820bded-6400-480e-810e-7da24b3b68f7), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:25.570823 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Pushing event updated for resources: {'Port': ['ID=b820bded-6400-480e-810e-7da24b3b68f7,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:25.645173 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13f962-8845-48e8-941c-926116d2f6a5 req-c08df548-e1e9-4161-9a29-af7212c5a995 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:25.646739 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-aa13f962-8845-48e8-941c-926116d2f6a5 req-c08df548-e1e9-4161-9a29-af7212c5a995 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.2052727 Oct 12 02:30:25.650780 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-6be7a65d-43d4-4842-8c21-6b1d5c1e7707 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec HTTP/1.1" status: 200 len: 1001 time: 0.2847109 Oct 12 02:30:25.703117 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-40a6864f-6cc9-435c-8826-426740784734 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (f706c3ef-cf5e-471a-aa55-7c0de6f7f851), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:25.735460 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Attempting to bind port b820bded-6400-480e-810e-7da24b3b68f7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:25.735798 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Attempting to bind port b820bded-6400-480e-810e-7da24b3b68f7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '5ff95c7b-70e4-4f9c-862f-500f4b939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:25.736139 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Attempting to bind port b820bded-6400-480e-810e-7da24b3b68f7 on network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:25.788488 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55818) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:25.842258 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-aa13f962-8845-48e8-941c-926116d2f6a5 req-26cf7d0f-bc7b-46c9-8592-ab1094765c6c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852167 Oct 12 02:30:25.970969 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Port b820bded-6400-480e-810e-7da24b3b68f7 on network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:25.975673 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Attempting to bind port b820bded-6400-480e-810e-7da24b3b68f7 on network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:26.104941 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-b28a4aa3-fa67-4a98-b397-f6c9be6c3184 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=083d5d6b-4001-402b-be73-2549ed579b58 HTTP/1.1" status: 200 len: 217 time: 0.3030257 Oct 12 02:30:26.201916 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3251-b939-4aab-981c-402b873f6aa5 req-e7a085f6-5d8b-4bae-9ec5-30c41aed9d05 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:26.209278 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3ffe3251-b939-4aab-981c-402b873f6aa5 req-e7a085f6-5d8b-4bae-9ec5-30c41aed9d05 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 943 time: 0.4124413 Oct 12 02:30:26.301380 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-a258baa9-80d3-463c-83b7-6efb0246ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:26.303976 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-a258baa9-80d3-463c-83b7-6efb0246ff18 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.1867931 Oct 12 02:30:26.376949 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9e044284-57ea-488f-b249-57407034d860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.395036 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-0cc38325-82b7-44ca-863c-c8c33733f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:26.396648 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-0cc38325-82b7-44ca-863c-c8c33733f1d8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.5250297 Oct 12 02:30:26.426270 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3ffe3251-b939-4aab-981c-402b873f6aa5 req-a2cf4a31-bd62-4982-a2ab-aba6bf11ed2a tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160144 Oct 12 02:30:26.453448 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:26.479557 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:26.480108 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Checking segment: {'id': '5ff95c7b-70e4-4f9c-862f-500f4b939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:26.480501 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Bound using segment: {'id': '5ff95c7b-70e4-4f9c-862f-500f4b939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:26.480969 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Bound port: b820bded-6400-480e-810e-7da24b3b68f7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff95c7b-70e4-4f9c-862f-500f4b939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:26.481319 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b820bded-6400-480e-810e-7da24b3b68f7), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.499398 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-a0fe46b3-6cf6-4845-8aa6-3ea41a88ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:26.500928 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-a0fe46b3-6cf6-4845-8aa6-3ea41a88ea6d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0946064 Oct 12 02:30:26.579654 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:26.606189 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] For port b820bded-6400-480e-810e-7da24b3b68f7, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:26.611498 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] For port b820bded-6400-480e-810e-7da24b3b68f7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b820bded-6400-480e-810e-7da24b3b68f7,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:26.615295 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:26.625969 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (b820bded-6400-480e-810e-7da24b3b68f7), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.632189 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:26.632189 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.632189 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/b820bded-6400-480e-810e-7da24b3b68f7 HTTP/1.1" status: 200 len: 1093 time: 2.1845777 Oct 12 02:30:26.633703 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9e044284-57ea-488f-b249-57407034d860 admin admin] Publish callbacks [] for security_group (2f4218d8-e4e6-4e74-ac40-d2337513d42f), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.636409 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db1184c-8d98-4d39-b77c-fb92bb3fc950', 'tag': 'b820bded-6400-480e-810e-7da24b3b68f7'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:26.636523 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-bcf4caab-db3e-4ade-9274-32278a14a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:26.638155 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-bcf4caab-db3e-4ade-9274-32278a14a5dd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3199387 Oct 12 02:30:26.639354 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cd3433-f69f-4aa7-9fe3-b94162128500" -d '{"events": [{"name": "network-changed", "server_uuid": "7db1184c-8d98-4d39-b77c-fb92bb3fc950", "tag": "b820bded-6400-480e-810e-7da24b3b68f7"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:26.644909 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9e044284-57ea-488f-b249-57407034d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2f4218d8-e4e6-4e74-ac40-d2337513d42f), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.716442 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e6180b-4473-461f-b6dd-e0036024d9ff x-openstack-request-id: req-73e6180b-4473-461f-b6dd-e0036024d9ff {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:26.716747 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db1184c-8d98-4d39-b77c-fb92bb3fc950", "tag": "b820bded-6400-480e-810e-7da24b3b68f7", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:26.716997 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73e6180b-4473-461f-b6dd-e0036024d9ff {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:26.717390 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e6180b-4473-461f-b6dd-e0036024d9ff'] response: {'name': 'network-changed', 'server_uuid': '7db1184c-8d98-4d39-b77c-fb92bb3fc950', 'tag': 'b820bded-6400-480e-810e-7da24b3b68f7', 'status': 'completed', 'code': 200} Oct 12 02:30:26.738333 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e044284-57ea-488f-b249-57407034d860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4218d8-e4e6-4e74-ac40-d2337513d42f,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:26.748633 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55dfa26-d522-4e6f-af5a-50aa9129ec09 service neutron] Pushing event updated for resources: {'Port': ['ID=b820bded-6400-480e-810e-7da24b3b68f7,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:26.757541 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-9e044284-57ea-488f-b249-57407034d860 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f415639794f04d77a2d489ab6c70124b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9631078 Oct 12 02:30:26.759328 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55852) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:26.794789 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.db.resource_extend [None req-40a6864f-6cc9-435c-8826-426740784734 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 12 02:30:26.830696 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-30b1cf3e-db23-4e54-9e27-beca269330a3 admin admin] Publish callbacks [] for security_group (2f4218d8-e4e6-4e74-ac40-d2337513d42f), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.854601 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-30b1cf3e-db23-4e54-9e27-beca269330a3 admin admin] Publish callbacks [] for security_group (2f4218d8-e4e6-4e74-ac40-d2337513d42f), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.861665 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cfd27-2203-42f5-b27f-71e1b202904c req-a71d5338-3eba-4260-999f-9ef3f2dd02e4 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:26.863255 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-389cfd27-2203-42f5-b27f-71e1b202904c req-a71d5338-3eba-4260-999f-9ef3f2dd02e4 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.1321583 Oct 12 02:30:26.896368 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-40a6864f-6cc9-435c-8826-426740784734 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.905287 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-40a6864f-6cc9-435c-8826-426740784734 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (f706c3ef-cf5e-471a-aa55-7c0de6f7f851), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.920179 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-30b1cf3e-db23-4e54-9e27-beca269330a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2f4218d8-e4e6-4e74-ac40-d2337513d42f), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.923321 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-30b1cf3e-db23-4e54-9e27-beca269330a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:26.928012 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-30b1cf3e-db23-4e54-9e27-beca269330a3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2f4218d8-e4e6-4e74-ac40-d2337513d42f HTTP/1.1" status: 204 len: 168 time: 0.1668711 Oct 12 02:30:26.937319 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1cf3e-db23-4e54-9e27-beca269330a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4218d8-e4e6-4e74-ac40-d2337513d42f,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:26.991459 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-389cfd27-2203-42f5-b27f-71e1b202904c req-31337768-a06e-499c-bda7-cb55d5be32b8 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098239 Oct 12 02:30:27.014760 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c8ec3-8f94-4336-8b67-b74ab28b771f req-12cdec91-a879-4480-995f-ff012fcfdedf tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:27.016399 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-134c8ec3-8f94-4336-8b67-b74ab28b771f req-12cdec91-a879-4480-995f-ff012fcfdedf tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0622888 Oct 12 02:30:27.060107 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [None req-40a6864f-6cc9-435c-8826-426740784734 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Floating IP f706c3ef-cf5e-471a-aa55-7c0de6f7f851 associated. External IP: 172.27.4.213, port: a0229b37-24b4-4585-84cc-d3276e3660d3. Oct 12 02:30:27.108232 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-134c8ec3-8f94-4336-8b67-b74ab28b771f req-1e75795e-95a0-4758-bc76-4b4c0af58296 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832076 Oct 12 02:30:27.288103 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:27.309990 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a6864f-6cc9-435c-8826-426740784734 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:30:27.596114 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d6be3-8aed-4743-aaaa-5b38ec4d33a8 req-59fe70da-eab7-44f3-a511-5b1d6a1369ad tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:27.597630 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-486d6be3-8aed-4743-aaaa-5b38ec4d33a8 req-59fe70da-eab7-44f3-a511-5b1d6a1369ad tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 943 time: 0.0760942 Oct 12 02:30:27.687303 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-486d6be3-8aed-4743-aaaa-5b38ec4d33a8 req-b5499d51-61f7-4771-a999-5d824b901aba tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782745 Oct 12 02:30:27.693230 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a6864f-6cc9-435c-8826-426740784734 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:30:27.700599 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-40a6864f-6cc9-435c-8826-426740784734 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:27.705374 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:30:27.721333 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:27.722474 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:30:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:27.748532 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-0ca2e2ed-36df-49c3-b2e1-e7f9e625d5fa tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:27.758410 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-0ca2e2ed-36df-49c3-b2e1-e7f9e625d5fa tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 HTTP/1.1" status: 200 len: 812 time: 0.4007273 Oct 12 02:30:27.761606 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-40a6864f-6cc9-435c-8826-426740784734 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/f706c3ef-cf5e-471a-aa55-7c0de6f7f851 HTTP/1.1" status: 200 len: 991 time: 2.5134916 Oct 12 02:30:27.762921 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'tag': 'a0229b37-24b4-4585-84cc-d3276e3660d3'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:27.766876 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f3495e-19f9-4df1-bb00-6b6ca7c76447" -d '{"events": [{"name": "network-changed", "server_uuid": "76667a6b-65ab-4a9d-8af3-0440b0dad579", "tag": "a0229b37-24b4-4585-84cc-d3276e3660d3"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:27.785178 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-59a30d5f-a85d-439a-821a-d67fbcc39fff tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/quotas/81144c673e7b44dcb3b0f700ee628719 HTTP/1.1" status: 200 len: 375 time: 0.0257323 Oct 12 02:30:27.829670 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277b5bb3-5ac1-44c4-9bda-e18628a5776f x-openstack-request-id: req-277b5bb3-5ac1-44c4-9bda-e18628a5776f {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:27.829967 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76667a6b-65ab-4a9d-8af3-0440b0dad579", "tag": "a0229b37-24b4-4585-84cc-d3276e3660d3", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:27.830219 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-277b5bb3-5ac1-44c4-9bda-e18628a5776f {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:27.831704 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277b5bb3-5ac1-44c4-9bda-e18628a5776f'] response: {'name': 'network-changed', 'server_uuid': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'tag': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'status': 'completed', 'code': 200} Oct 12 02:30:27.834826 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-69dac04d-8896-40d7-bae3-45a745d7a17c tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=81144c673e7b44dcb3b0f700ee628719&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433736 Oct 12 02:30:27.880718 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:27.961012 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:27.968241 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-d5a284a4-ca54-4fc8-8059-04a32345d036 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257615 Oct 12 02:30:28.072164 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a949fdea-4e2c-4262-9859-6282094755bd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021054 Oct 12 02:30:28.166219 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:28.186201 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eba22-eb24-4487-b9b6-7bdbe51c853e req-de9984e0-ff13-4989-9987-a31389f5cd49 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:28.194665 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a41eba22-eb24-4487-b9b6-7bdbe51c853e req-de9984e0-ff13-4989-9987-a31389f5cd49 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.0799453 Oct 12 02:30:28.213891 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'f706c3ef-cf5e-471a-aa55-7c0de6f7f851', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:6f:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:46Z', 'updated_at': '2022-10-12T02:30:26Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:28.271386 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a41eba22-eb24-4487-b9b6-7bdbe51c853e req-a0253f12-b42d-4e34-9bfc-60b23aac0c97 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753036 Oct 12 02:30:28.275491 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:30:28.286781 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:28.289638 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:30:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:28.371733 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b2ee97b3-22ca-4b1e-bea3-9345d36a9f0c req-703914d7-e2d6-42ba-9ad4-eaf557a09f63 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 210 time: 0.0363474 Oct 12 02:30:28.425540 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 55928) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:28.430416 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:28.468565 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c9332-df0a-42b3-9f89-5cf4682c5f24 req-74f25dc9-a932-4699-b2fb-6a8f43c87439 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:28.479301 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-466c9332-df0a-42b3-9f89-5cf4682c5f24 req-74f25dc9-a932-4699-b2fb-6a8f43c87439 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.1261163 Oct 12 02:30:28.586993 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:28.676640 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-5dcd8187-13b5-4bee-9c4b-acc5bd204d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:28.678035 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-5dcd8187-13b5-4bee-9c4b-acc5bd204d4a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 1129 time: 0.1251216 Oct 12 02:30:28.698799 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-466c9332-df0a-42b3-9f89-5cf4682c5f24 req-fa297050-1de4-43fb-aab9-f72c8388ac7c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141182 Oct 12 02:30:28.749760 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd3433-f69f-4aa7-9fe3-b94162128500 req-5777eb2f-4790-4ed9-95a1-16d5d85be122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:28.749760 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-58cd3433-f69f-4aa7-9fe3-b94162128500 req-5777eb2f-4790-4ed9-95a1-16d5d85be122 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=177af31ad03c40e6b2a4a72c16451b5d&device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 1127 time: 0.1841753 Oct 12 02:30:28.864551 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-c8f0de17-0464-4880-a22c-7407e42ed593 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097054 Oct 12 02:30:28.912005 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f2a89c91-4230-4dc6-acb8-432e3444aaa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:28.913806 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:28.942166 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-96383a6f-09d8-4076-8a9b-be55700122d3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006804 Oct 12 02:30:28.948848 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-03c277c9-1fa1-4bc3-909b-714e15032eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:28.950487 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-03c277c9-1fa1-4bc3-909b-714e15032eff service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 916 time: 0.2414627 Oct 12 02:30:28.972192 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0e1c2-4a15-4971-937e-e1b121ee93c0 req-964f1064-8799-46ae-8eba-eb42046b42b4 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:28.973713 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3ba0e1c2-4a15-4971-937e-e1b121ee93c0 req-964f1064-8799-46ae-8eba-eb42046b42b4 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 943 time: 0.0949824 Oct 12 02:30:28.996328 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:29.017510 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:29.064023 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'f706c3ef-cf5e-471a-aa55-7c0de6f7f851', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:6f:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:46Z', 'updated_at': '2022-10-12T02:30:26Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:29.100617 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8439cd8-21f9-40dd-b090-5ecf80b4c9b1 None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'f706c3ef-cf5e-471a-aa55-7c0de6f7f851', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:6f:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:46Z', 'updated_at': '2022-10-12T02:30:26Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:30:29.198430 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.16', 56009) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:29.248390 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-c4cebe93-6f69-4605-863a-e5618818f8bc service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0229b37-24b4-4585-84cc-d3276e3660d3 HTTP/1.1" status: 200 len: 999 time: 0.2284093 Oct 12 02:30:29.254026 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:29.332101 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-2fa72f90-18ba-4f2f-acba-8d7420e4170a tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.333664 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-2fa72f90-18ba-4f2f-acba-8d7420e4170a tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.1328294 Oct 12 02:30:29.354065 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3ba0e1c2-4a15-4971-937e-e1b121ee93c0 req-ff622e76-efbc-42c0-8299-4fd0464ced08 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714156 Oct 12 02:30:29.381636 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd3433-f69f-4aa7-9fe3-b94162128500 req-0d5a19e8-beea-4197-bb5c-67ab5b8bf4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.383354 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-58cd3433-f69f-4aa7-9fe3-b94162128500 req-0d5a19e8-beea-4197-bb5c-67ab5b8bf4b3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=177af31ad03c40e6b2a4a72c16451b5d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3406739 Oct 12 02:30:29.388977 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2e458c3-5836-48f7-b92f-dbe8da6c5c67 req-13caa23c-1fe3-4994-9c12-c0886645609c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624148 Oct 12 02:30:29.402350 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f2a89c91-4230-4dc6-acb8-432e3444aaa4 admin admin] Publish callbacks [] for security_group (c9645a57-ff7b-4b6d-a054-457a3055ef60), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:29.419220 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f2a89c91-4230-4dc6-acb8-432e3444aaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (c9645a57-ff7b-4b6d-a054-457a3055ef60), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:29.466800 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f2a89c91-4230-4dc6-acb8-432e3444aaa4 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7615ebe9ac444da992a275de345aacaf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0401373 Oct 12 02:30:29.471188 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55948) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:29.479983 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-7a3e938d-e92a-4d5b-8b69-6750d86cd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.481655 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-7a3e938d-e92a-4d5b-8b69-6750d86cd825 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.2181478 Oct 12 02:30:29.482869 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d384af05-8c16-42f1-86a4-7a4505445c20 None None] New status for floating IP f706c3ef-cf5e-471a-aa55-7c0de6f7f851: ACTIVE {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:30:29.506088 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4a6991e5-04e3-415c-bcdb-57f71987239d req-dbf5b5d2-1700-4829-ae81-52498cac0599 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672256 Oct 12 02:30:29.534841 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d640a6-a014-40f6-8cc3-8c299aa8c157 req-05eea921-e2e3-4f06-bd2b-e57144a73a42 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.536360 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f9d640a6-a014-40f6-8cc3-8c299aa8c157 req-05eea921-e2e3-4f06-bd2b-e57144a73a42 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 946 time: 0.1551225 Oct 12 02:30:29.633272 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:29.685678 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-11e7284c-d3f2-47e1-8343-fbfa782b6ff0 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Deleting port 4926fd07-e534-4077-a727-12393bfe3a35 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:29.686023 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-11e7284c-d3f2-47e1-8343-fbfa782b6ff0 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (4926fd07-e534-4077-a727-12393bfe3a35), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:29.717636 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-41e4e92f-5952-4ee1-8ca5-8dbd8c45c38d req-858e545c-af7c-4a7f-9060-5ac94f619fd5 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 210 time: 0.2233579 Oct 12 02:30:29.718150 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-5c49b6de-c4d3-4236-a91e-c69689f3c757 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1920152 Oct 12 02:30:29.747357 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a89c91-4230-4dc6-acb8-432e3444aaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9645a57-ff7b-4b6d-a054-457a3055ef60,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:29.773767 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-2eebe956-9d17-4b54-afce-4f4627ac599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.775251 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-2eebe956-9d17-4b54-afce-4f4627ac599b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1996293 Oct 12 02:30:29.788570 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8528bc2-0978-4f77-8843-d6dc05681ed7 admin admin] Publish callbacks [] for security_group (c9645a57-ff7b-4b6d-a054-457a3055ef60), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:29.801340 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f9d640a6-a014-40f6-8cc3-8c299aa8c157 req-05ed5bef-2c50-48d8-a7e3-67e295ed8192 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da2be869-01a5-44ec-97c1-44859e80746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110915 Oct 12 02:30:29.861642 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd3433-f69f-4aa7-9fe3-b94162128500 req-9bfd772c-e4b8-45e7-9d0e-447fe56c0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.863409 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-58cd3433-f69f-4aa7-9fe3-b94162128500 req-9bfd772c-e4b8-45e7-9d0e-447fe56c0993 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4042792 Oct 12 02:30:29.878115 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:29.884156 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5579b1-2da3-44bb-93d5-299ea16214ad req-bc2ac8b5-3758-4791-a738-1b9c8155351a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:29.884795 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8528bc2-0978-4f77-8843-d6dc05681ed7 admin admin] Publish callbacks [] for security_group (c9645a57-ff7b-4b6d-a054-457a3055ef60), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:29.891309 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0a5579b1-2da3-44bb-93d5-299ea16214ad req-bc2ac8b5-3758-4791-a738-1b9c8155351a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0925777 Oct 12 02:30:29.949842 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-11e7284c-d3f2-47e1-8343-fbfa782b6ff0 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] For port 4926fd07-e534-4077-a727-12393bfe3a35, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4926fd07-e534-4077-a727-12393bfe3a35,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:29.950199 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-11e7284c-d3f2-47e1-8343-fbfa782b6ff0 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (4926fd07-e534-4077-a727-12393bfe3a35), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:29.951831 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0a5579b1-2da3-44bb-93d5-299ea16214ad req-0d4bae2c-67f1-4aba-8554-443753bcc80d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596881 Oct 12 02:30:30.000005 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-e8a6fc0d-f5e1-433e-be5a-014d1c737057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:30.001565 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-e8a6fc0d-f5e1-433e-be5a-014d1c737057 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=177af31ad03c40e6b2a4a72c16451b5d&device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 1127 time: 0.0535882 Oct 12 02:30:30.010313 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-11e7284c-d3f2-47e1-8343-fbfa782b6ff0 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Calling delete_port for 4926fd07-e534-4077-a727-12393bfe3a35 owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:30.066383 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-433fb001-413d-4b94-bb96-3797ca1f11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:30.066919 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-adc74e1d-21ca-4005-867f-ddf912153e69 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b820bded-6400-480e-810e-7da24b3b68f7 HTTP/1.1" status: 200 len: 217 time: 0.0463173 Oct 12 02:30:30.067885 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-433fb001-413d-4b94-bb96-3797ca1f11c7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 1130 time: 0.2050557 Oct 12 02:30:30.137883 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-59f94890-bb4e-49c3-a007-827695307a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:30.139531 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-59f94890-bb4e-49c3-a007-827695307a21 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=bc37d0d3-9c32-4d2d-bd26-994763df9387 HTTP/1.1" status: 200 len: 848 time: 0.0639915 Oct 12 02:30:30.260290 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-92df98d4-49f7-468e-ae29-abac3214d1b0 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=01036e8f062246c2a4fd6d398911cf1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937254 Oct 12 02:30:30.268987 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-7763b108-2c17-4f8e-b90b-f26351034f61 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316349 Oct 12 02:30:30.278576 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8528bc2-0978-4f77-8843-d6dc05681ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (c9645a57-ff7b-4b6d-a054-457a3055ef60), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.281070 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e8528bc2-0978-4f77-8843-d6dc05681ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.282126 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-e8528bc2-0978-4f77-8843-d6dc05681ed7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c9645a57-ff7b-4b6d-a054-457a3055ef60 HTTP/1.1" status: 204 len: 168 time: 0.7994881 Oct 12 02:30:30.502845 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a6be2-231f-4763-b1de-4f97ce35b665 req-ced06c0e-1a00-4347-a883-881bdefb0e2d tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:30.512399 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-de0a6be2-231f-4763-b1de-4f97ce35b665 req-ced06c0e-1a00-4347-a883-881bdefb0e2d tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 943 time: 0.0758545 Oct 12 02:30:30.547548 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:30.565979 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8528bc2-0978-4f77-8843-d6dc05681ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9645a57-ff7b-4b6d-a054-457a3055ef60,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:30.653562 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-8ba01329-00a4-48b0-9356-f6c53ecb2413 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293278 Oct 12 02:30:30.703158 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:30.722649 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55978) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:30.759070 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-de0a6be2-231f-4763-b1de-4f97ce35b665 req-a6ccdd55-ed25-4ecc-8e78-97feb0bb2122 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454240 Oct 12 02:30:30.786964 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-1721fa53-ed1e-410e-a0a0-f34207fa1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:30.790969 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-1721fa53-ed1e-410e-a0a0-f34207fa1d11 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.6488132 Oct 12 02:30:30.821481 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-c7ae3741-55fa-4d41-b2d1-af58645ebd5d tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:30.823016 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-c7ae3741-55fa-4d41-b2d1-af58645ebd5d tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 HTTP/1.1" status: 200 len: 812 time: 0.2347362 Oct 12 02:30:30.829939 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1f4504f7-774a-427c-9fa0-c2c9f9b25d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:30.836133 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-874d75c3-d6e2-4a45-82d7-68f891bdcf20 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697350 Oct 12 02:30:30.875404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Request body: {'port': {'device_id': '921f3627-5480-46cb-9810-fa6fcfde17ca', 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8', 'admin_state_up': True, 'tenant_id': '81144c673e7b44dcb3b0f700ee628719'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:30.915271 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fb2a1d4d-8d09-46b6-a735-05f677c2ab76 req-0035bc02-37dc-4f48-9ffc-a254db39b1a7 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 210 time: 0.0678067 Oct 12 02:30:30.928621 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-56142dfb-775b-4b7c-9d5c-cf9cd8328973 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee HTTP/1.1" status: 200 len: 217 time: 0.1039128 Oct 12 02:30:30.960251 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-692d3f6c-361a-4341-a6c5-5afa732d63a7 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:30.961772 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-692d3f6c-361a-4341-a6c5-5afa732d63a7 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6876509 Oct 12 02:30:30.971698 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-bbba92b0-e0d3-471c-a865-33ae9e0d4a41 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340572 Oct 12 02:30:30.987854 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-11e7284c-d3f2-47e1-8343-fbfa782b6ff0 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (4926fd07-e534-4077-a727-12393bfe3a35), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.027834 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-7f1a8793-6d2d-42bf-bbf0-31486240877c tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/quotas/01036e8f062246c2a4fd6d398911cf1b HTTP/1.1" status: 200 len: 375 time: 0.0532422 Oct 12 02:30:31.031699 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7284c-d3f2-47e1-8343-fbfa782b6ff0 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Pushing event deleted for resources: {'Port': ['ID=4926fd07-e534-4077-a727-12393bfe3a35,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:31.032822 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['4926fd07-e534-4077-a727-12393bfe3a35'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:31.058696 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:31.065788 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0920a029-e7e6-4b58-a56e-5499d300de9c req-ac895b95-9cd0-46f8-a70e-431ddc2e8be7 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 210 time: 0.0613697 Oct 12 02:30:31.124793 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-aae3dc90-9d21-421f-bdd1-e8def96afe2b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663534 Oct 12 02:30:31.142460 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:31.162733 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-1dde1482-7964-4b3a-aafd-21b965ff1fff tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=01036e8f062246c2a4fd6d398911cf1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1287777 Oct 12 02:30:31.163369 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Made reservation on behalf of 81144c673e7b44dcb3b0f700ee628719 for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:31.167530 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.202287 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-11e7284c-d3f2-47e1-8343-fbfa782b6ff0 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] No DVR routers for this DVR port 4926fd07-e534-4077-a727-12393bfe3a35 on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:30:31.216921 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-11e7284c-d3f2-47e1-8343-fbfa782b6ff0 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.220149 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0ead5fa9-3288-4147-95ae-3c576b29b421 req-11e7284c-d3f2-47e1-8343-fbfa782b6ff0 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.16 "DELETE /networking/v2.0/ports/4926fd07-e534-4077-a727-12393bfe3a35 HTTP/1.1" status: 204 len: 173 time: 1.8712895 Oct 12 02:30:31.224902 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23966c6-4a75-42ef-8980-9d017342ee61', 'name': 'network-vif-deleted', 'tag': '4926fd07-e534-4077-a727-12393bfe3a35'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:31.227379 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8135afd7-2dd5-429a-a652-7207573cef0c" -d '{"events": [{"server_uuid": "a23966c6-4a75-42ef-8980-9d017342ee61", "name": "network-vif-deleted", "tag": "4926fd07-e534-4077-a727-12393bfe3a35"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:31.238563 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1f4504f7-774a-427c-9fa0-c2c9f9b25d25 admin admin] Publish callbacks [] for security_group (79aa6b90-855a-40b5-b61b-6b7bad03f0d2), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.240843 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-d830941d-3839-4e5a-a55e-db3199311feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:31.242477 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-d830941d-3839-4e5a-a55e-db3199311feb service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.1580935 Oct 12 02:30:31.244263 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1f4504f7-774a-427c-9fa0-c2c9f9b25d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (79aa6b90-855a-40b5-b61b-6b7bad03f0d2), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.266909 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac300a6c-5e42-460d-acce-2a07f285b467 req-a01fbc4e-a237-410b-a63e-3e622f350b4b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:31.274715 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ac300a6c-5e42-460d-acce-2a07f285b467 req-a01fbc4e-a237-410b-a63e-3e622f350b4b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0814269 Oct 12 02:30:31.285001 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-1f4504f7-774a-427c-9fa0-c2c9f9b25d25 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b635660a7f9646a0b22192071bbb2255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5486541 Oct 12 02:30:31.288153 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 55992) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:31.336943 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4504f7-774a-427c-9fa0-c2c9f9b25d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aa6b90-855a-40b5-b61b-6b7bad03f0d2,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:31.373099 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b3e40d90-cb66-4a4b-bf54-9af67e1d47f2 admin admin] Publish callbacks [] for security_group (79aa6b90-855a-40b5-b61b-6b7bad03f0d2), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.398997 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b3e40d90-cb66-4a4b-bf54-9af67e1d47f2 admin admin] Publish callbacks [] for security_group (79aa6b90-855a-40b5-b61b-6b7bad03f0d2), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.421086 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ac300a6c-5e42-460d-acce-2a07f285b467 req-80ca58ab-fcc1-4151-ac65-5cae27585931 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407530 Oct 12 02:30:31.457693 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Allocated IP 172.20.0.13 (7c8feeb4-fea7-46ca-9f80-d14f4cc37df8/e13d7c47-1aab-4206-8202-e9a60ade29cf/57cbb2f7-a82b-48d3-8cf3-b111c66a8260) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:31.468589 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b3eeb5-02a8-4ebe-b630-4068c3f8079e x-openstack-request-id: req-14b3eeb5-02a8-4ebe-b630-4068c3f8079e {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:31.468911 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23966c6-4a75-42ef-8980-9d017342ee61", "name": "network-vif-deleted", "tag": "4926fd07-e534-4077-a727-12393bfe3a35", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:31.469165 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14b3eeb5-02a8-4ebe-b630-4068c3f8079e {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:31.469841 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b3eeb5-02a8-4ebe-b630-4068c3f8079e'] response: {'server_uuid': 'a23966c6-4a75-42ef-8980-9d017342ee61', 'name': 'network-vif-deleted', 'tag': '4926fd07-e534-4077-a727-12393bfe3a35', 'status': 'completed', 'code': 200} Oct 12 02:30:31.473469 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a3dd22e3-71b9-4a40-be3a-f629d88cf798 req-c841fcb9-db74-4bd8-9f9d-2ab83c053c50 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0316875 Oct 12 02:30:31.488425 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b3e40d90-cb66-4a4b-bf54-9af67e1d47f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (79aa6b90-855a-40b5-b61b-6b7bad03f0d2), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.506677 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b3e40d90-cb66-4a4b-bf54-9af67e1d47f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.506677 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-b3e40d90-cb66-4a4b-bf54-9af67e1d47f2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/79aa6b90-855a-40b5-b61b-6b7bad03f0d2 HTTP/1.1" status: 204 len: 168 time: 0.2081575 Oct 12 02:30:31.509826 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e40d90-cb66-4a4b-bf54-9af67e1d47f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aa6b90-855a-40b5-b61b-6b7bad03f0d2,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:31.527445 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:31.638968 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks [] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.654733 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:31.680595 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.732493 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:31.735922 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:31.740569 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:31.776492 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Pushing event updated for resources: {'Port': ['ID=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:31.804548 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:31.805188 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:31.822409 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a23f8b24-ac47-4a2d-98ae-1e73f0a78049 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9648588 Oct 12 02:30:31.904127 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9d787-f130-47df-8217-aafd91f37796 req-d066c727-bd7e-4ce3-85d7-69b5bdd9c582 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:31.905574 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-13a9d787-f130-47df-8217-aafd91f37796 req-d066c727-bd7e-4ce3-85d7-69b5bdd9c582 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 943 time: 0.0474761 Oct 12 02:30:31.956446 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-13a9d787-f130-47df-8217-aafd91f37796 req-84088479-12d9-4814-a29b-0eea451d774c tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Oct 12 02:30:32.045202 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fc54d-813b-4850-bdfa-cb263ee7b8cf req-c3b0b610-6b4d-471d-a1a2-0f721854ef90 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:32.046707 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-696fc54d-813b-4850-bdfa-cb263ee7b8cf req-c3b0b610-6b4d-471d-a1a2-0f721854ef90 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 932 time: 0.0464284 Oct 12 02:30:32.105440 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-696fc54d-813b-4850-bdfa-cb263ee7b8cf req-7e0b16b2-e779-40f0-9242-3c80b58a5ed5 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528686 Oct 12 02:30:32.183183 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-98eb978f-e095-4229-94f3-5cd500e3d2e4 req-b3c2249e-dc46-4fff-9ca3-1ce77f4a4682 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 210 time: 0.0282729 Oct 12 02:30:32.469610 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Request body: {'port': {'device_id': '921f3627-5480-46cb-9810-fa6fcfde17ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:32.524608 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:32.574712 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:32.592519 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-bc47d18d-c650-490d-81cb-0be88801d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:32.594105 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-bc47d18d-c650-490d-81cb-0be88801d286 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1498442 Oct 12 02:30:32.619238 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f5c2-4b1b-420d-9361-bf3d41953285 req-d5d09854-18aa-4948-a44c-8846e2fa4749 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:32.621317 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5690b370-f1a3-49b7-8ee6-4091e16e9f88 req-059f233f-f498-4713-a820-9af3c2da9d70 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0356526 Oct 12 02:30:32.629008 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-df11f5c2-4b1b-420d-9361-bf3d41953285 req-d5d09854-18aa-4948-a44c-8846e2fa4749 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.1287615 Oct 12 02:30:32.748332 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-df11f5c2-4b1b-420d-9361-bf3d41953285 req-f47d0c97-3ad8-4293-b832-a75a1b97ab1a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175933 Oct 12 02:30:32.825913 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-2665227e-4f48-4c0a-aca3-44bd507153e6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936433 Oct 12 02:30:32.944919 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84da87eb-2b68-4e4f-b75d-2986bf2cdfdf req-b58137c0-13c7-48ef-9567-5818d76d1fa8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122563 Oct 12 02:30:33.080260 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:33.130876 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3fe1a-1b4e-4172-8b55-4503ca6cefee req-8aa3a717-3e40-49e7-9f63-c24ded249eab tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:33.132377 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b4f3fe1a-1b4e-4172-8b55-4503ca6cefee req-8aa3a717-3e40-49e7-9f63-c24ded249eab tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 943 time: 0.0687685 Oct 12 02:30:33.185748 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 4926fd07-e534-4077-a727-12393bfe3a35 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:30:33.218129 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 4926fd07-e534-4077-a727-12393bfe3a35 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:30:33.218770 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 4926fd07-e534-4077-a727-12393bfe3a35 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:30:33.237494 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b9d4d-db72-4707-aea3-4495f441c057 req-cec93cf1-760e-4902-bc2f-9a71d3886b6a tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:33.245931 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b97b9d4d-db72-4707-aea3-4495f441c057 req-cec93cf1-760e-4902-bc2f-9a71d3886b6a tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 932 time: 0.0608189 Oct 12 02:30:33.262215 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b4f3fe1a-1b4e-4172-8b55-4503ca6cefee req-557fb7bd-8cb3-4ead-8631-67200863d958 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153152 Oct 12 02:30:33.339293 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b97b9d4d-db72-4707-aea3-4495f441c057 req-974f122e-7557-488c-a055-39d572a4e4e9 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923610 Oct 12 02:30:33.347346 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:33.359492 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Publish callbacks [] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.389424 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Transition to ACTIVE for port object 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:33.411459 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-82f50769-7879-43c7-beda-3b561ac9508e req-e61569cb-bdb3-46e3-8623-e9dbee4862a4 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 210 time: 0.0407436 Oct 12 02:30:33.412376 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.459124 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Pushing event updated for resources: {'Port': ['ID=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:33.539881 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Attempting to bind port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:33.540341 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Attempting to bind port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:33.540667 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Attempting to bind port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 on network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:33.547615 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:33.598694 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 on network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:33.599097 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Attempting to bind port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 on network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:33.655125 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:33.655478 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Checking segment: {'id': '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:33.655853 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Bound using segment: {'id': '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:33.656286 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Bound port: 57cbb2f7-a82b-48d3-8cf3-b111c66a8260, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:33.657779 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.731297 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] For port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:33.734854 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] For port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,segment=NetworkSegment(3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb),segment_id=3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:33.742163 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.746463 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:33.747085 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:33.748454 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/57cbb2f7-a82b-48d3-8cf3-b111c66a8260 HTTP/1.1" status: 200 len: 1094 time: 1.2836082 Oct 12 02:30:33.749041 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921f3627-5480-46cb-9810-fa6fcfde17ca', 'tag': '57cbb2f7-a82b-48d3-8cf3-b111c66a8260'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:33.751301 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e30493-08bd-41b6-84c6-d798a30d3fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "921f3627-5480-46cb-9810-fa6fcfde17ca", "tag": "57cbb2f7-a82b-48d3-8cf3-b111c66a8260"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:33.758225 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e5e7196-3103-4853-b429-4bd0a9e86ba4 req-8778d9cb-d08f-4a07-8b5b-10bbed26ad14 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0303900 Oct 12 02:30:33.825202 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-7362bd27-4acf-4b18-8892-45baab8e0183 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=01036e8f062246c2a4fd6d398911cf1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303800 Oct 12 02:30:33.842297 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6c39f-7811-488c-8164-76ab13d2a5cf service neutron] Pushing event updated for resources: {'Port': ['ID=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:33.847455 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5929848e-1de5-4bc0-a9d5-f54045dcd178 x-openstack-request-id: req-5929848e-1de5-4bc0-a9d5-f54045dcd178 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:33.847742 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921f3627-5480-46cb-9810-fa6fcfde17ca", "tag": "57cbb2f7-a82b-48d3-8cf3-b111c66a8260", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:33.847993 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5929848e-1de5-4bc0-a9d5-f54045dcd178 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:33.848767 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5929848e-1de5-4bc0-a9d5-f54045dcd178'] response: {'name': 'network-changed', 'server_uuid': '921f3627-5480-46cb-9810-fa6fcfde17ca', 'tag': '57cbb2f7-a82b-48d3-8cf3-b111c66a8260', 'status': 'completed', 'code': 200} Oct 12 02:30:33.926233 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-3f683b16-683a-4b2b-86f2-0f833330984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:33.927773 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-3f683b16-683a-4b2b-86f2-0f833330984d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=81144c673e7b44dcb3b0f700ee628719&device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 1128 time: 0.0485117 Oct 12 02:30:33.985493 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-a2e29c9d-fc69-4218-8932-092abae00ed3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57cbb2f7-a82b-48d3-8cf3-b111c66a8260 HTTP/1.1" status: 200 len: 217 time: 0.0387266 Oct 12 02:30:34.009908 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e65dea-dc1b-45bb-86c7-9838f2faebcf req-f4c5f2ae-75c2-4401-ac66-deed2007b9ad tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:34.011398 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a5e65dea-dc1b-45bb-86c7-9838f2faebcf req-f4c5f2ae-75c2-4401-ac66-deed2007b9ad tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.1438272 Oct 12 02:30:34.064099 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dc58ed22-4369-4561-9469-db64b0c5d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:34.064856 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:34.067706 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-dc58ed22-4369-4561-9469-db64b0c5d5cc service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e13d7c47-1aab-4206-8202-e9a60ade29cf HTTP/1.1" status: 200 len: 852 time: 0.0647728 Oct 12 02:30:34.095961 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-b5dbdeb3-4685-44a3-8052-ee48d51715c8 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:34.106453 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-b5dbdeb3-4685-44a3-8052-ee48d51715c8 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098782 Oct 12 02:30:34.107771 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-00a76133-bd02-406c-8a90-b2211271de02 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330272 Oct 12 02:30:34.121229 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a5e65dea-dc1b-45bb-86c7-9838f2faebcf req-0377dd47-2f92-4b43-aca5-c2da1525e8de tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020956 Oct 12 02:30:34.212589 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 56096) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:34.308607 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Request body: {'port': {'device_id': 'a1268f1e-0939-4370-963d-a06c09e8f4b1', 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a', 'admin_state_up': True, 'tenant_id': '01036e8f062246c2a4fd6d398911cf1b'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:34.380615 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-31dfbc6a-62fa-49ea-8b0f-0f522bb81d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.424515 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-e6e2c947-ad5d-4534-b05a-c10e8fbeb248 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300766 Oct 12 02:30:34.506291 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0baf2-3889-402a-b4fe-847d4a8e20da req-34ad8f4e-417d-46e3-a428-959076fc8d46 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:34.507774 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-09d0baf2-3889-402a-b4fe-847d4a8e20da req-34ad8f4e-417d-46e3-a428-959076fc8d46 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 943 time: 0.1562335 Oct 12 02:30:34.513939 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1e65d-0f6c-4331-b458-d07111b22205 req-fb77f9da-24f1-423c-9f96-8d28b28c4c92 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:34.515411 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-09d1e65d-0f6c-4331-b458-d07111b22205 req-fb77f9da-24f1-423c-9f96-8d28b28c4c92 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 944 time: 0.0949078 Oct 12 02:30:34.542081 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:34.587554 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Made reservation on behalf of 01036e8f062246c2a4fd6d398911cf1b for: {'port': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:34.588027 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d154fba-5ee7-46f7-bca2-cce1c4c3bd59 req-fdddc042-1c79-402b-ae20-39e656970480 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440990 Oct 12 02:30:34.591246 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.592322 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-09d0baf2-3889-402a-b4fe-847d4a8e20da req-caa545e6-8218-420c-afca-d7aabff4065e tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764706 Oct 12 02:30:34.600838 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-31dfbc6a-62fa-49ea-8b0f-0f522bb81d69 admin admin] Publish callbacks [] for security_group (eda671ed-e725-41f3-acd8-46c9673bc36f), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.613700 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-31dfbc6a-62fa-49ea-8b0f-0f522bb81d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (eda671ed-e725-41f3-acd8-46c9673bc36f), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.620953 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.635661 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-09d1e65d-0f6c-4331-b458-d07111b22205 req-ee837388-4d7d-458a-a198-7fcd8d2769ba tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126430 Oct 12 02:30:34.676854 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-31dfbc6a-62fa-49ea-8b0f-0f522bb81d69 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fac60e8056244865a1bd981b96a8aae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631338 Oct 12 02:30:34.678697 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfbc6a-62fa-49ea-8b0f-0f522bb81d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda671ed-e725-41f3-acd8-46c9673bc36f,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:34.682036 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 56106) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:34.694142 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:34.702711 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b7cc7761-d66c-4932-8350-79d9118a2c5b req-fdcd4443-293f-4bdc-ba9a-e99e8630bdc9 tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 210 time: 0.0303738 Oct 12 02:30:34.773718 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62e380d4-12eb-4936-8ea3-f064708a2a3e admin admin] Publish callbacks [] for security_group (eda671ed-e725-41f3-acd8-46c9673bc36f), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.815741 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62e380d4-12eb-4936-8ea3-f064708a2a3e admin admin] Publish callbacks [] for security_group (eda671ed-e725-41f3-acd8-46c9673bc36f), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.818697 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks [] for security_group (964c48ec-9134-4e9b-a695-710793c79de3), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.827030 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (964c48ec-9134-4e9b-a695-710793c79de3), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.932226 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964c48ec-9134-4e9b-a695-710793c79de3,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:34.936917 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-211c076c-478f-4354-b2f8-90f06226d686 req-1db1a3bd-e6b3-4437-a35b-39f14c19cc3e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0907130 Oct 12 02:30:34.956094 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:34.975583 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62e380d4-12eb-4936-8ea3-f064708a2a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (eda671ed-e725-41f3-acd8-46c9673bc36f), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.978172 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62e380d4-12eb-4936-8ea3-f064708a2a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:34.979292 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-62e380d4-12eb-4936-8ea3-f064708a2a3e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/eda671ed-e725-41f3-acd8-46c9673bc36f HTTP/1.1" status: 204 len: 168 time: 0.2951150 Oct 12 02:30:35.012401 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e380d4-12eb-4936-8ea3-f064708a2a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda671ed-e725-41f3-acd8-46c9673bc36f,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:35.040915 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Allocated IP 192.168.233.178 (feb57b6a-b56c-43f3-928e-cb401188277a/8fcf774d-dedb-4b71-8ab7-4ffd23f3db8f/69ae80c5-527b-4a9b-80c2-30b01d238bf3) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:35.177917 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device b820bded-6400-480e-810e-7da24b3b68f7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:35.224820 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks [] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.249950 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03192b2b-8c79-4e69-986c-5c301cd4fb99 req-565a494c-be8d-4faa-b13a-06ed93c9cfb0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:35.258816 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-03192b2b-8c79-4e69-986c-5c301cd4fb99 req-565a494c-be8d-4faa-b13a-06ed93c9cfb0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0595706 Oct 12 02:30:35.270014 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.305532 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 56118) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:35.310707 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port b820bded-6400-480e-810e-7da24b3b68f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b820bded-6400-480e-810e-7da24b3b68f7,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:35.321615 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-03192b2b-8c79-4e69-986c-5c301cd4fb99 req-bf14eef7-8ea8-4955-b15a-f7aa399404ae tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615184 Oct 12 02:30:35.322785 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': 'b820bded-6400-480e-810e-7da24b3b68f7', 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c', 'port_id': 'b820bded-6400-480e-810e-7da24b3b68f7', 'mac_address': 'fa:16:3e:e9:ab:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc37d0d3-9c32-4d2d-bd26-994763df9387', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:35.337907 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0456edbb-f2b4-4746-8e89-202677595529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.339954 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Network feb57b6a-b56c-43f3-928e-cb401188277a is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:35.345851 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:35.355196 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:35.362581 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port b820bded-6400-480e-810e-7da24b3b68f7 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:35.363180 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b820bded-6400-480e-810e-7da24b3b68f7), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.378710 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b820bded-6400-480e-810e-7da24b3b68f7 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:35.380916 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Pushing event updated for resources: {'Port': ['ID=69ae80c5-527b-4a9b-80c2-30b01d238bf3,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:35.404520 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port b820bded-6400-480e-810e-7da24b3b68f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b820bded-6400-480e-810e-7da24b3b68f7,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:35.409159 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (b820bded-6400-480e-810e-7da24b3b68f7), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.428363 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:35.429019 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.454883 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-37ae626d-c14f-447e-9fef-704b3026bcbe tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1524711 Oct 12 02:30:35.461741 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=b820bded-6400-480e-810e-7da24b3b68f7,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:35.470118 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.470577 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.471020 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.471614 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.472167 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.472535 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.472958 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.473240 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.473587 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.473892 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.474218 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.474543 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.474977 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.475317 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.475621 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:30:35.475884 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:35.504783 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0456edbb-f2b4-4746-8e89-202677595529 admin admin] Publish callbacks [] for security_group (06c2be35-a5ad-49cd-b3c7-043fe6987686), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.508242 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0456edbb-f2b4-4746-8e89-202677595529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (06c2be35-a5ad-49cd-b3c7-043fe6987686), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.549353 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-0456edbb-f2b4-4746-8e89-202677595529 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=463c69fc693c46bd84e4dbb31c243cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402182 Oct 12 02:30:35.550177 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456edbb-f2b4-4746-8e89-202677595529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c2be35-a5ad-49cd-b3c7-043fe6987686,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:35.552028 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 56120) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:35.600165 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-609c25f5-016d-422d-bef8-16a5778f8ce6 admin admin] Publish callbacks [] for security_group (06c2be35-a5ad-49cd-b3c7-043fe6987686), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.621011 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-609c25f5-016d-422d-bef8-16a5778f8ce6 admin admin] Publish callbacks [] for security_group (06c2be35-a5ad-49cd-b3c7-043fe6987686), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.631255 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-14ed6f97-6da1-4783-b06c-da8e035cc651 None None] Provisioning complete for port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:35.631568 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-14ed6f97-6da1-4783-b06c-da8e035cc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.631900 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-14ed6f97-6da1-4783-b06c-da8e035cc651 None None] Attempt 1 to provision port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 Oct 12 02:30:35.651759 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:35.673867 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-14ed6f97-6da1-4783-b06c-da8e035cc651 None None] Port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:30:35.678087 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-609c25f5-016d-422d-bef8-16a5778f8ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (06c2be35-a5ad-49cd-b3c7-043fe6987686), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.681847 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-609c25f5-016d-422d-bef8-16a5778f8ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:35.685171 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-609c25f5-016d-422d-bef8-16a5778f8ce6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/06c2be35-a5ad-49cd-b3c7-043fe6987686 HTTP/1.1" status: 204 len: 168 time: 0.1320562 Oct 12 02:30:35.696060 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c25f5-016d-422d-bef8-16a5778f8ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c2be35-a5ad-49cd-b3c7-043fe6987686,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:35.721034 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eaae8-6b61-449f-a44a-4c893f009245 req-8b475bab-57af-493d-85dd-24f3b4c53712 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:35.722938 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d91eaae8-6b61-449f-a44a-4c893f009245 req-8b475bab-57af-493d-85dd-24f3b4c53712 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 944 time: 0.0549505 Oct 12 02:30:35.778775 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d91eaae8-6b61-449f-a44a-4c893f009245 req-31647da0-59ae-45bc-9494-84ae9c71047b tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Oct 12 02:30:35.795873 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046418b-2148-4058-ba49-37066bf3fa28 req-93b65811-17e0-46b6-9e2d-e103ecdd637b tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:35.797551 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b046418b-2148-4058-ba49-37066bf3fa28 req-93b65811-17e0-46b6-9e2d-e103ecdd637b tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 944 time: 0.0563655 Oct 12 02:30:35.855357 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b046418b-2148-4058-ba49-37066bf3fa28 req-2d7eda5b-ddc4-486c-9fa0-99c350ca6c73 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511382 Oct 12 02:30:35.865617 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['b820bded-6400-480e-810e-7da24b3b68f7'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:35.908045 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0d12579a-2b9f-42e9-ac19-6fc281a55f43 req-2bd45c5f-7a48-486a-ab67-22d79268216d tempest-DeleteServersTestJSON-2022453848 tempest-DeleteServersTestJSON-2022453848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a23966c6-4a75-42ef-8980-9d017342ee61 HTTP/1.1" status: 200 len: 210 time: 0.0372555 Oct 12 02:30:36.070391 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849f87b-731f-4406-8058-2d3f797226ce req-36c931e0-6485-48bb-8191-78f98316cb73 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:36.071893 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a849f87b-731f-4406-8058-2d3f797226ce req-36c931e0-6485-48bb-8191-78f98316cb73 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 936 time: 0.0505366 Oct 12 02:30:36.130161 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a849f87b-731f-4406-8058-2d3f797226ce req-1b9d009b-0edb-4fc2-8f37-cee8a83bb0d5 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519261 Oct 12 02:30:36.137287 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Request body: {'port': {'device_id': 'a1268f1e-0939-4370-963d-a06c09e8f4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:36.179762 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:36.205367 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30493-08bd-41b6-84c6-d798a30d3fa8 req-e3b7693d-e177-41fc-bb91-a03880b00a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:36.219728 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9e30493-08bd-41b6-84c6-d798a30d3fa8 req-e3b7693d-e177-41fc-bb91-a03880b00a00 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=81144c673e7b44dcb3b0f700ee628719&device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 1128 time: 0.0795844 Oct 12 02:30:36.232343 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:36.378192 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30493-08bd-41b6-84c6-d798a30d3fa8 req-3615d0fc-51ea-402a-b0d3-9e629250e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:36.379871 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9e30493-08bd-41b6-84c6-d798a30d3fa8 req-3615d0fc-51ea-402a-b0d3-9e629250e300 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 HTTP/1.1" status: 200 len: 913 time: 0.1464262 Oct 12 02:30:36.435909 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9e30493-08bd-41b6-84c6-d798a30d3fa8 req-f8a51685-c679-412c-8a9e-3a693d399a26 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57cbb2f7-a82b-48d3-8cf3-b111c66a8260 HTTP/1.1" status: 200 len: 217 time: 0.0461814 Oct 12 02:30:36.493199 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30493-08bd-41b6-84c6-d798a30d3fa8 req-df7670d5-12c7-40d3-86e0-b9c9add317c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:36.494726 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9e30493-08bd-41b6-84c6-d798a30d3fa8 req-df7670d5-12c7-40d3-86e0-b9c9add317c9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e13d7c47-1aab-4206-8202-e9a60ade29cf HTTP/1.1" status: 200 len: 852 time: 0.0529351 Oct 12 02:30:36.525236 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1641b-cbc1-4730-b28e-3b06be172490 req-93947f32-264e-481a-8eac-f0279c5f2924 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:36.527179 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c3b1641b-cbc1-4730-b28e-3b06be172490 req-93947f32-264e-481a-8eac-f0279c5f2924 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0869853 Oct 12 02:30:36.548489 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9e30493-08bd-41b6-84c6-d798a30d3fa8 req-080c1fc8-1820-4f53-8e1b-aa10908eea58 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456104 Oct 12 02:30:36.670906 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9e30493-08bd-41b6-84c6-d798a30d3fa8 req-996c153a-e28b-496b-8136-05e66439d6ef service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081996 Oct 12 02:30:36.794349 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9e30493-08bd-41b6-84c6-d798a30d3fa8 req-04be0cd4-87ea-4c32-9fb3-c63a95db85fa service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162424 Oct 12 02:30:36.875967 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c3b1641b-cbc1-4730-b28e-3b06be172490 req-b3143838-f287-4f38-b40a-35099867dae5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347921 Oct 12 02:30:36.910875 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ae80c5-527b-4a9b-80c2-30b01d238bf3 {{(pid=104435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:36.919015 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Publish callbacks [] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:36.934765 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.provisioning_blocks [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Transition to ACTIVE for port object 69ae80c5-527b-4a9b-80c2-30b01d238bf3 will not be triggered until provisioned by entity L2. {{(pid=104435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:36.942437 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:36.979049 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e9f74-f201-48d6-919c-05f7fc03e046 req-725ed55a-b370-4558-91f3-6f4ec73ea69f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:36.981366 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-213e9f74-f201-48d6-919c-05f7fc03e046 req-725ed55a-b370-4558-91f3-6f4ec73ea69f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 944 time: 0.0818083 Oct 12 02:30:37.055221 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-213e9f74-f201-48d6-919c-05f7fc03e046 req-681e5ed3-0c99-446d-b97c-fd8aaf9e8890 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578005 Oct 12 02:30:37.070194 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Pushing event updated for resources: {'Port': ['ID=69ae80c5-527b-4a9b-80c2-30b01d238bf3,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:37.117605 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f0381-c764-4e68-b63a-7e9297649ece req-d18bfaf6-1377-45ca-87d2-ff55c76d5b98 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:37.120770 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-115f0381-c764-4e68-b63a-7e9297649ece req-d18bfaf6-1377-45ca-87d2-ff55c76d5b98 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 944 time: 0.1383414 Oct 12 02:30:37.162820 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Attempting to bind port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:37.163192 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Attempting to bind port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '678eb96f-2d7e-4fc7-a535-9a450f5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a'}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:37.163474 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Attempting to bind port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 on network feb57b6a-b56c-43f3-928e-cb401188277a {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:37.193861 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device b820bded-6400-480e-810e-7da24b3b68f7 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:37.290394 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port b820bded-6400-480e-810e-7da24b3b68f7 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:37.306435 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-115f0381-c764-4e68-b63a-7e9297649ece req-ab69dff9-a786-4b1f-af47-8750b6fb8310 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770632 Oct 12 02:30:37.319962 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port b820bded-6400-480e-810e-7da24b3b68f7 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:37.320728 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (b820bded-6400-480e-810e-7da24b3b68f7), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:37.321292 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port b820bded-6400-480e-810e-7da24b3b68f7 Oct 12 02:30:37.339045 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 on network feb57b6a-b56c-43f3-928e-cb401188277a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:37.339045 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Attempting to bind port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 on network feb57b6a-b56c-43f3-928e-cb401188277a {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:37.360661 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e1c6c-1379-47e9-b413-b57ee9d48992 req-b25227f7-2244-418c-9611-69ee0e813ff4 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:37.370475 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-026e1c6c-1379-47e9-b413-b57ee9d48992 req-b25227f7-2244-418c-9611-69ee0e813ff4 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 948 time: 0.0981565 Oct 12 02:30:37.394526 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:37.450466 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:37.450889 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Checking segment: {'id': '678eb96f-2d7e-4fc7-a535-9a450f5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:37.451196 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Bound using segment: {'id': '678eb96f-2d7e-4fc7-a535-9a450f5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a'} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:37.451679 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Bound port: 69ae80c5-527b-4a9b-80c2-30b01d238bf3, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678eb96f-2d7e-4fc7-a535-9a450f5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a'}}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:37.452106 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:37.485217 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port b820bded-6400-480e-810e-7da24b3b68f7 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:37.485930 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b820bded-6400-480e-810e-7da24b3b68f7), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:37.514390 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-026e1c6c-1379-47e9-b413-b57ee9d48992 req-a87ba8b5-14e5-4dbf-8ead-0c420b2c938d tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427476 Oct 12 02:30:37.552497 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] For port 69ae80c5-527b-4a9b-80c2-30b01d238bf3, host hv-cinder-84914, cleared binding levels {{(pid=104435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:37.557994 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] For port 69ae80c5-527b-4a9b-80c2-30b01d238bf3, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=69ae80c5-527b-4a9b-80c2-30b01d238bf3,segment=NetworkSegment(678eb96f-2d7e-4fc7-a535-9a450f5903b1),segment_id=678eb96f-2d7e-4fc7-a535-9a450f5903b1)] {{(pid=104435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:37.561206 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db1184c-8d98-4d39-b77c-fb92bb3fc950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b820bded-6400-480e-810e-7da24b3b68f7'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:37.563992 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49c2643-89bf-4240-ac63-190e85cf639d" -d '{"events": [{"server_uuid": "7db1184c-8d98-4d39-b77c-fb92bb3fc950", "name": "network-vif-plugged", "status": "completed", "tag": "b820bded-6400-480e-810e-7da24b3b68f7"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:37.567933 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:37.587824 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port b820bded-6400-480e-810e-7da24b3b68f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b820bded-6400-480e-810e-7da24b3b68f7,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:37.593665 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (b820bded-6400-480e-810e-7da24b3b68f7), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:37.664491 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:37.666268 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:37.667772 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/69ae80c5-527b-4a9b-80c2-30b01d238bf3 HTTP/1.1" status: 200 len: 1098 time: 1.5358589 Oct 12 02:30:37.669205 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:37.669205 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1268f1e-0939-4370-963d-a06c09e8f4b1', 'tag': '69ae80c5-527b-4a9b-80c2-30b01d238bf3'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:37.670522 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ce0589-90fa-4a91-b782-555c29110eb6 x-openstack-request-id: req-16ce0589-90fa-4a91-b782-555c29110eb6 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:37.671068 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db1184c-8d98-4d39-b77c-fb92bb3fc950", "name": "network-vif-plugged", "status": "completed", "tag": "b820bded-6400-480e-810e-7da24b3b68f7", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:37.671421 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16ce0589-90fa-4a91-b782-555c29110eb6 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:37.671978 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ce0589-90fa-4a91-b782-555c29110eb6'] response: {'server_uuid': '7db1184c-8d98-4d39-b77c-fb92bb3fc950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b820bded-6400-480e-810e-7da24b3b68f7', 'code': 200} Oct 12 02:30:37.673353 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1268f1e-0939-4370-963d-a06c09e8f4b1", "tag": "69ae80c5-527b-4a9b-80c2-30b01d238bf3"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:37.744231 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76ed614-f55c-403f-9a48-e0a344abf1fe x-openstack-request-id: req-d76ed614-f55c-403f-9a48-e0a344abf1fe {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:37.744522 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1268f1e-0939-4370-963d-a06c09e8f4b1", "tag": "69ae80c5-527b-4a9b-80c2-30b01d238bf3", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:37.746910 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d76ed614-f55c-403f-9a48-e0a344abf1fe {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:37.747292 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d76ed614-f55c-403f-9a48-e0a344abf1fe'] response: {'name': 'network-changed', 'server_uuid': 'a1268f1e-0939-4370-963d-a06c09e8f4b1', 'tag': '69ae80c5-527b-4a9b-80c2-30b01d238bf3', 'status': 'completed', 'code': 200} Oct 12 02:30:37.752717 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac62d5-6fd6-481a-9f85-f87b2d388186 service neutron] Pushing event updated for resources: {'Port': ['ID=69ae80c5-527b-4a9b-80c2-30b01d238bf3,revision_number=3']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:37.755426 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=b820bded-6400-480e-810e-7da24b3b68f7,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:37.831327 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-5a25179c-d1a2-4032-a129-b57ec0a22f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:37.832896 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-5a25179c-d1a2-4032-a129-b57ec0a22f89 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=01036e8f062246c2a4fd6d398911cf1b&device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 1132 time: 0.0513287 Oct 12 02:30:37.884492 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-27c4b354-1361-4e8c-a084-61c4c043b518 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=69ae80c5-527b-4a9b-80c2-30b01d238bf3 HTTP/1.1" status: 200 len: 217 time: 0.0346158 Oct 12 02:30:37.940912 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:37.951374 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92449d33-1d39-4e5b-a363-ada4b4aecce0 req-833cf059-29c0-4699-be1a-66c0b567b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:37.952935 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-92449d33-1d39-4e5b-a363-ada4b4aecce0 req-833cf059-29c0-4699-be1a-66c0b567b3af service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 1129 time: 0.0498769 Oct 12 02:30:37.954276 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-7357ac62-7672-4bad-969e-aab1759931e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:37.956066 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-7357ac62-7672-4bad-969e-aab1759931e8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8fcf774d-dedb-4b71-8ab7-4ffd23f3db8f HTTP/1.1" status: 200 len: 843 time: 0.0536246 Oct 12 02:30:38.012154 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-92449d33-1d39-4e5b-a363-ada4b4aecce0 req-517f3b34-7fbb-46e9-8179-5b41a03b654d service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459099 Oct 12 02:30:38.049910 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-ac6d8edb-f0b4-4293-b881-3654ebb64783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:38.051402 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-ac6d8edb-f0b4-4293-b881-3654ebb64783 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=feb57b6a-b56c-43f3-928e-cb401188277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0846515 Oct 12 02:30:38.059204 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1c038-e4fa-4ec3-b903-789bf03b5d29 req-ec186535-2e0b-4f2a-b959-3fc6bf6f8803 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:38.060624 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e0a1c038-e4fa-4ec3-b903-789bf03b5d29 req-ec186535-2e0b-4f2a-b959-3fc6bf6f8803 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0836132 Oct 12 02:30:38.112513 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e0a1c038-e4fa-4ec3-b903-789bf03b5d29 req-b4288481-3c75-4061-9835-f73fc178b1c0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451188 Oct 12 02:30:38.197639 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6994fc-eaf0-43ea-b965-ec3189ffe046 req-e1b84ec5-807c-45ac-aedc-37be13c5a787 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:38.199290 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ef6994fc-eaf0-43ea-b965-ec3189ffe046 req-e1b84ec5-807c-45ac-aedc-37be13c5a787 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 945 time: 0.0557392 Oct 12 02:30:38.220134 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:38.254238 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ef6994fc-eaf0-43ea-b965-ec3189ffe046 req-0a87e0da-7e71-48ba-856c-3f479202b4aa tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484393 Oct 12 02:30:38.457179 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b091c-f808-4419-b80d-42600085cf14 req-9dcefbbd-5edb-4328-8af4-eba642c93b64 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:38.458691 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5e2b091c-f808-4419-b80d-42600085cf14 req-9dcefbbd-5edb-4328-8af4-eba642c93b64 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 944 time: 0.0663087 Oct 12 02:30:38.491046 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-5b64ab4f-bb96-4b01-a44c-5ea6a45fe12d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/feb57b6a-b56c-43f3-928e-cb401188277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565146 Oct 12 02:30:38.520134 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5e2b091c-f808-4419-b80d-42600085cf14 req-ffc169f6-aa1d-48c1-98e9-22cc1e27554e tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550892 Oct 12 02:30:38.639387 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154504-42bd-4101-ad5e-c74755ce3ebb req-5d3ba6cf-8a46-4327-9f4a-cf1e130e37c4 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:38.641917 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-68154504-42bd-4101-ad5e-c74755ce3ebb req-5d3ba6cf-8a46-4327-9f4a-cf1e130e37c4 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 948 time: 0.0562532 Oct 12 02:30:38.692653 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-68154504-42bd-4101-ad5e-c74755ce3ebb req-2e79f778-6aee-4755-8600-07c369dbe2fb tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Oct 12 02:30:38.934316 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbaf706e-bc71-4978-a987-fc64dd874a54 req-33c364ed-109a-4bbd-a00e-9b7e0be62e02 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/feb57b6a-b56c-43f3-928e-cb401188277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037922 Oct 12 02:30:39.032868 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 56256) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:39.047658 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=60 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:39.067868 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=38 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:39.190217 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:39.211808 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:39.220068 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:39.311707 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116e8e6-eec7-4e1e-bd59-4cac6b9a187a req-2fa661e6-d3c1-45c3-b05f-13da77b7db57 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:39.312184 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1116e8e6-eec7-4e1e-bd59-4cac6b9a187a req-2fa661e6-d3c1-45c3-b05f-13da77b7db57 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0774357 Oct 12 02:30:39.326638 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,segment=NetworkSegment(3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb),segment_id=3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:39.339795 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '57cbb2f7-a82b-48d3-8cf3-b111c66a8260', 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8', 'port_id': '57cbb2f7-a82b-48d3-8cf3-b111c66a8260', 'mac_address': 'fa:16:3e:4b:0f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13d7c47-1aab-4206-8202-e9a60ade29cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:39.392274 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:39.393948 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:39.415206 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:39.431560 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38c4d7-f2e5-4026-9f78-f8f8d53fb88f req-28ecf0fa-9d3b-44db-9b84-84a33076ca04 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:39.433105 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ca38c4d7-f2e5-4026-9f78-f8f8d53fb88f req-28ecf0fa-9d3b-44db-9b84-84a33076ca04 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 945 time: 0.0663247 Oct 12 02:30:39.439526 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,segment=NetworkSegment(3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb),segment_id=3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:39.445499 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:39.461766 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:39.479406 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:39.502621 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:39.514412 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ca38c4d7-f2e5-4026-9f78-f8f8d53fb88f req-72cfbaf1-18cd-4755-86a7-4111b59bb046 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738785 Oct 12 02:30:39.538452 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1116e8e6-eec7-4e1e-bd59-4cac6b9a187a req-476f13ce-30ae-474a-9fe8-6781bedfe540 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858702 Oct 12 02:30:39.569279 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:39.667390 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb5f09-58af-41f6-ac2d-33e37af135a3 req-73fa0747-d58b-449f-8c1a-bc23ef98be90 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:39.669182 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-94cb5f09-58af-41f6-ac2d-33e37af135a3 req-73fa0747-d58b-449f-8c1a-bc23ef98be90 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 945 time: 0.0610697 Oct 12 02:30:39.739396 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-94cb5f09-58af-41f6-ac2d-33e37af135a3 req-0c582d6b-b78e-476a-907c-dd8f9d907531 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632055 Oct 12 02:30:39.868082 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426aa99-62b8-4cdc-a383-23460a1befce req-ad256903-624d-4428-bd2a-815faa596d8f tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:39.869607 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0426aa99-62b8-4cdc-a383-23460a1befce req-ad256903-624d-4428-bd2a-815faa596d8f tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 948 time: 0.0820870 Oct 12 02:30:39.947611 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] Deleting port afbf9eb3-9307-4caa-83d8-d60adffff4fe {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:39.948260 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:39.951472 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['57cbb2f7-a82b-48d3-8cf3-b111c66a8260'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:39.966180 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0426aa99-62b8-4cdc-a383-23460a1befce req-43d6acaf-d6eb-4a1e-8066-0dea0e64cf44 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897095 Oct 12 02:30:40.047928 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] For port afbf9eb3-9307-4caa-83d8-d60adffff4fe, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=afbf9eb3-9307-4caa-83d8-d60adffff4fe,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:40.048299 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.065790 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] Calling delete_port for afbf9eb3-9307-4caa-83d8-d60adffff4fe owned by network:router_interface {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:40.475162 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (afbf9eb3-9307-4caa-83d8-d60adffff4fe), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.501195 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] Pushing event deleted for resources: {'Port': ['ID=afbf9eb3-9307-4caa-83d8-d60adffff4fe,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:40.633984 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-fd927d86-98d2-4635-9ab8-14a4d95d9801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:40.635079 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-fd927d86-98d2-4635-9ab8-14a4d95d9801 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=01036e8f062246c2a4fd6d398911cf1b&device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 1132 time: 0.1276240 Oct 12 02:30:40.656559 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081a2c1-0f08-41f6-ab7c-94088153c0e1 req-f9cea093-0674-469e-b841-98e8c7654372 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:40.667314 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c081a2c1-0f08-41f6-ab7c-94088153c0e1 req-f9cea093-0674-469e-b841-98e8c7654372 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 945 time: 0.0716166 Oct 12 02:30:40.719993 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:40.741611 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c081a2c1-0f08-41f6-ab7c-94088153c0e1 req-80679efe-5d01-4954-90eb-9aeee9543663 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641122 Oct 12 02:30:40.860675 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:40.897026 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beb14d-1d26-49c2-a525-5c9cea947444 req-16bee495-bd14-4841-ba4a-612599535cf0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:40.899425 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-24beb14d-1d26-49c2-a525-5c9cea947444 req-16bee495-bd14-4841-ba4a-612599535cf0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.2398722 Oct 12 02:30:40.927363 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e78eb-7839-410b-884c-0f0de94df0cf None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:30:40.929801 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f09efe-5df4-4472-9a80-6f440d6ec89d req-a2797f29-62f6-4cd2-8546-f80e7e9b2a57 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:40.937655 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-34f09efe-5df4-4472-9a80-6f440d6ec89d req-a2797f29-62f6-4cd2-8546-f80e7e9b2a57 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 945 time: 0.0832436 Oct 12 02:30:40.982922 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:40.991781 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-34f09efe-5df4-4472-9a80-6f440d6ec89d req-c2add3c5-43d2-426c-b820-9f385d81c750 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531683 Oct 12 02:30:41.050982 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-24beb14d-1d26-49c2-a525-5c9cea947444 req-df1628f1-8fad-441a-8bd4-7bba1f18a4b3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371007 Oct 12 02:30:41.151244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e78eb-7839-410b-884c-0f0de94df0cf None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:30:41.184314 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e601d-6513-4586-9db9-e09c8d468146 req-6c6543d3-bf76-4dc3-b5a4-62808a54e7c7 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:41.193001 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-098e601d-6513-4586-9db9-e09c8d468146 req-6c6543d3-bf76-4dc3-b5a4-62808a54e7c7 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 948 time: 0.0964048 Oct 12 02:30:41.221486 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:41.277773 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-098e601d-6513-4586-9db9-e09c8d468146 req-2352e010-18f4-4f40-8748-4f52957d2537 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835681 Oct 12 02:30:41.385327 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] Router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:30:41.455156 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-068f7253-afb2-48e1-a5f4-04ac9377b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:41.456934 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-068f7253-afb2-48e1-a5f4-04ac9377b90b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=feb57b6a-b56c-43f3-928e-cb401188277a HTTP/1.1" status: 200 len: 870 time: 0.1706779 Oct 12 02:30:41.511822 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-ea26a8f1-7b41-4be4-8f10-fd23579bf265 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=69ae80c5-527b-4a9b-80c2-30b01d238bf3 HTTP/1.1" status: 200 len: 217 time: 0.0405262 Oct 12 02:30:41.575959 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:41.583127 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:41.586889 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:41.587923 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.587923 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 Oct 12 02:30:41.613613 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-fbbd5b9b-4657-4256-a6fc-1be2a881cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:41.615508 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-fbbd5b9b-4657-4256-a6fc-1be2a881cb8a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8fcf774d-dedb-4b71-8ab7-4ffd23f3db8f HTTP/1.1" status: 200 len: 843 time: 0.0773699 Oct 12 02:30:41.616602 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:30:41.625096 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-82c573ec-40bf-495e-94ad-4578b7a4e70b admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5888762 Oct 12 02:30:41.626142 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 56288) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:41.634671 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:41.641506 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] Sync routers for ids ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:30:41.658244 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] Routers {'457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:41.661740 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:30:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:41.687320 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-fb481c7a-b2b7-48df-9b00-bb92a5c985c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:41.688911 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-fb481c7a-b2b7-48df-9b00-bb92a5c985c5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=feb57b6a-b56c-43f3-928e-cb401188277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0650039 Oct 12 02:30:41.856959 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] Set router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:41.889700 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:41.890736 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.911025 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Publish callbacks [] for router (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:41.954604 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-178e5a6d-acf6-4d87-a3a6-940bd240d765 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/feb57b6a-b56c-43f3-928e-cb401188277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513785 Oct 12 02:30:41.967796 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,segment=NetworkSegment(3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb),segment_id=3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:41.971589 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921f3627-5480-46cb-9810-fa6fcfde17ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cbb2f7-a82b-48d3-8cf3-b111c66a8260'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:41.982754 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2104dd2d-d733-4876-9f1a-bd64fbe3e415" -d '{"events": [{"server_uuid": "921f3627-5480-46cb-9810-fa6fcfde17ca", "name": "network-vif-plugged", "status": "completed", "tag": "57cbb2f7-a82b-48d3-8cf3-b111c66a8260"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:41.998616 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.067884 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9aa075-48b4-466f-ad82-a97852739129 x-openstack-request-id: req-5f9aa075-48b4-466f-ad82-a97852739129 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:42.068451 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921f3627-5480-46cb-9810-fa6fcfde17ca", "name": "network-vif-plugged", "status": "completed", "tag": "57cbb2f7-a82b-48d3-8cf3-b111c66a8260", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:42.068938 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f9aa075-48b4-466f-ad82-a97852739129 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:42.069532 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9aa075-48b4-466f-ad82-a97852739129'] response: {'server_uuid': '921f3627-5480-46cb-9810-fa6fcfde17ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cbb2f7-a82b-48d3-8cf3-b111c66a8260', 'code': 200} Oct 12 02:30:42.138153 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:42.161719 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Publish callbacks [] for router_gateway (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.187069 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8806-f66e-4c65-834b-726f3a2426a6 req-c0b3283b-1c31-47ce-a676-1e58bdcd972e tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:42.196827 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e24b8806-f66e-4c65-834b-726f3a2426a6 req-c0b3283b-1c31-47ce-a676-1e58bdcd972e tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 945 time: 0.1614997 Oct 12 02:30:42.218053 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'name': 'tempest-DeleteServersTestJSON-1536201020-router', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:18Z', 'updated_at': '2022-10-12T02:30:40Z', 'revision_number': 5, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'gw_port': {'id': 'e6ded74f-3fe9-43b3-b57b-78e83ce41565', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:42.249629 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:42.265606 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d479a-52c6-4f65-9778-39a62c4b1f54 req-8aa0d3f5-5335-4b83-82bb-b91d87de4bdb tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:42.267905 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d76d479a-52c6-4f65-9778-39a62c4b1f54 req-8aa0d3f5-5335-4b83-82bb-b91d87de4bdb tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 946 time: 0.1306424 Oct 12 02:30:42.277099 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] Checking router: 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:30:42.288463 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] Routers {'457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:30:42.289714 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:30:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:42.326030 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Deleting port e6ded74f-3fe9-43b3-b57b-78e83ce41565 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:42.326373 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.352451 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e24b8806-f66e-4c65-834b-726f3a2426a6 req-a59f074d-7620-477e-bf46-b12d926395f2 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546230 Oct 12 02:30:42.379367 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d76d479a-52c6-4f65-9778-39a62c4b1f54 req-a0b21602-6348-4aef-aafa-0ba6a8552fbb tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038680 Oct 12 02:30:42.457062 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] Set router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a gateway port host: None {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:30:42.460322 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:42.529865 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'name': 'tempest-DeleteServersTestJSON-1536201020-router', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:18Z', 'updated_at': '2022-10-12T02:30:42Z', 'revision_number': 6, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'gw_port_host': None}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:42.532474 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949711-493d-4d06-accd-d1b426b8ebfb req-4e992a03-3cc9-4521-9460-d6dc9ff76a00 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:42.534469 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0c949711-493d-4d06-accd-d1b426b8ebfb req-4e992a03-3cc9-4521-9460-d6dc9ff76a00 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0935724 Oct 12 02:30:42.545448 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] For port e6ded74f-3fe9-43b3-b57b-78e83ce41565, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=e6ded74f-3fe9-43b3-b57b-78e83ce41565,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:42.545448 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.564269 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dba714-07fd-41e1-ba3c-c7f5690bc134 None None] The sync data for ids ['457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a'] in dv-cinder-849143-14-iscsi is: [{'id': '457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a', 'name': 'tempest-DeleteServersTestJSON-1536201020-router', 'tenant_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:18Z', 'updated_at': '2022-10-12T02:30:42Z', 'revision_number': 6, 'project_id': '60e8d0fb43eb419ba1c5eb830cc89ee3', 'gw_port_host': None}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:30:42.566681 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e36c8d-6846-41f7-b9d4-c190dd09e711 req-12b8c2ff-5c61-4ccb-96b8-224bae321330 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:42.568487 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-90e36c8d-6846-41f7-b9d4-c190dd09e711 req-12b8c2ff-5c61-4ccb-96b8-224bae321330 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 948 time: 0.0756967 Oct 12 02:30:42.599787 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Calling delete_port for e6ded74f-3fe9-43b3-b57b-78e83ce41565 owned by network:router_gateway {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:42.646405 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:42.657597 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-90e36c8d-6846-41f7-b9d4-c190dd09e711 req-4a49e8c9-ea40-45db-b93c-ed5e2ffabac6 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811379 Oct 12 02:30:42.708951 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0c949711-493d-4d06-accd-d1b426b8ebfb req-9daa2e28-b3c1-4037-81b4-9606d7e7bfcf tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625876 Oct 12 02:30:42.775169 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-5aa601b4-7511-432d-8901-74f220f92224 None None] Provisioning complete for port fc9e6bca-9141-46b7-9b34-cd7683d3a058 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:42.775544 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-5aa601b4-7511-432d-8901-74f220f92224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.775949 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-5aa601b4-7511-432d-8901-74f220f92224 None None] Attempt 1 to provision port fc9e6bca-9141-46b7-9b34-cd7683d3a058 Oct 12 02:30:42.860204 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (e6ded74f-3fe9-43b3-b57b-78e83ce41565), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:42.862365 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-5aa601b4-7511-432d-8901-74f220f92224 None None] Current status of the port fc9e6bca-9141-46b7-9b34-cd7683d3a058 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:42.887167 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ded74f-3fe9-43b3-b57b-78e83ce41565,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:42.969766 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.105278 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.107787 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Publish callbacks [] for router_controller (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), precommit_delete_associations {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.178695 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.179296 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a {{(pid=104436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:30:43.184289 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.185545 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-4e92169d-7a88-41e7-9d35-06b7704f1aa3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/457d7b02-d1c2-4ebf-9d23-93a1f7e60e7a HTTP/1.1" status: 204 len: 168 time: 1.5518756 Oct 12 02:30:43.188043 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 56306) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:43.200172 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 69ae80c5-527b-4a9b-80c2-30b01d238bf3 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:30:43.240340 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f945c5-bd7e-45ce-8d71-105382f0848d admin admin] Deleting subnet ea3903ea-2e4a-4a1b-acde-aca9269e8513 {{(pid=104436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:30:43.243710 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-80f945c5-bd7e-45ce-8d71-105382f0848d admin admin] Publish callbacks [] for subnet (ea3903ea-2e4a-4a1b-acde-aca9269e8513), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.289226 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-80f945c5-bd7e-45ce-8d71-105382f0848d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27132775'] for subnet (ea3903ea-2e4a-4a1b-acde-aca9269e8513), precommit_delete_associations {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.336106 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 69ae80c5-527b-4a9b-80c2-30b01d238bf3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=69ae80c5-527b-4a9b-80c2-30b01d238bf3,segment=NetworkSegment(678eb96f-2d7e-4fc7-a535-9a450f5903b1),segment_id=678eb96f-2d7e-4fc7-a535-9a450f5903b1)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:43.349181 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '69ae80c5-527b-4a9b-80c2-30b01d238bf3', 'network_id': 'feb57b6a-b56c-43f3-928e-cb401188277a', 'port_id': '69ae80c5-527b-4a9b-80c2-30b01d238bf3', 'mac_address': 'fa:16:3e:f6:85:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcf774d-dedb-4b71-8ab7-4ffd23f3db8f', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:30:43.390676 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:43.391181 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.425090 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-80f945c5-bd7e-45ce-8d71-105382f0848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (ea3903ea-2e4a-4a1b-acde-aca9269e8513), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.430546 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ae80c5-527b-4a9b-80c2-30b01d238bf3 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:43.483837 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 69ae80c5-527b-4a9b-80c2-30b01d238bf3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=69ae80c5-527b-4a9b-80c2-30b01d238bf3,segment=NetworkSegment(678eb96f-2d7e-4fc7-a535-9a450f5903b1),segment_id=678eb96f-2d7e-4fc7-a535-9a450f5903b1)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:43.489976 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.589547 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=69ae80c5-527b-4a9b-80c2-30b01d238bf3,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:43.669789 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094be669-11e5-4b2a-b4e8-d0430ba86a4e req-5584888b-4051-41cb-96a0-e625923cb3cd tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:43.671288 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-094be669-11e5-4b2a-b4e8-d0430ba86a4e req-5584888b-4051-41cb-96a0-e625923cb3cd tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 945 time: 0.1675978 Oct 12 02:30:43.744572 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:43.759455 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-094be669-11e5-4b2a-b4e8-d0430ba86a4e req-585c38ce-c5fa-40db-a6e5-2840d48ff378 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781312 Oct 12 02:30:43.765460 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4eb1a0d8-c36c-4eeb-b9ef-dabbe6eb6d7e req-6b6bc35a-8803-419e-8c99-fd377f4a812a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/feb57b6a-b56c-43f3-928e-cb401188277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990907 Oct 12 02:30:43.814649 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a7e81-419e-4549-a386-6657269624d1 req-44e14c6c-44bf-498b-be93-1338f1a251e0 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:43.816155 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-098a7e81-419e-4549-a386-6657269624d1 req-44e14c6c-44bf-498b-be93-1338f1a251e0 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 946 time: 0.0647435 Oct 12 02:30:43.832105 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:43.867803 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-80f945c5-bd7e-45ce-8d71-105382f0848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27082449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020504'] for subnet (ea3903ea-2e4a-4a1b-acde-aca9269e8513), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.891883 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85ec83-c5fe-4e8f-999d-c3d9dc6cd58c req-f434e6c3-e249-446f-ab71-c300d7596656 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:43.907057 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b85ec83-c5fe-4e8f-999d-c3d9dc6cd58c req-f434e6c3-e249-446f-ab71-c300d7596656 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 949 time: 0.0834639 Oct 12 02:30:43.910009 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f945c5-bd7e-45ce-8d71-105382f0848d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3903ea-2e4a-4a1b-acde-aca9269e8513,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:43.916483 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-80f945c5-bd7e-45ce-8d71-105382f0848d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:43.919579 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-80f945c5-bd7e-45ce-8d71-105382f0848d admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/ea3903ea-2e4a-4a1b-acde-aca9269e8513 HTTP/1.1" status: 204 len: 168 time: 0.7305789 Oct 12 02:30:43.920519 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e07f77-a0be-42e6-bf5d-58f8023405d9 None None] Network 5c71fac5-abd5-4133-a9fd-cd2743c1f33e requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:30:43.925568 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 56318) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:43.937620 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:43.958363 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-098a7e81-419e-4549-a386-6657269624d1 req-9000f29c-e65e-4f5f-90a6-2bb838e318da tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226518 Oct 12 02:30:44.009244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['69ae80c5-527b-4a9b-80c2-30b01d238bf3'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:44.035836 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b85ec83-c5fe-4e8f-999d-c3d9dc6cd58c req-1c2d1f2d-446f-453d-b7e8-e73ab6aac0a8 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277966 Oct 12 02:30:44.056967 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-e8f8cd2f-07a8-4745-9e94-03ce4a66b520 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:44.058648 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-e8f8cd2f-07a8-4745-9e94-03ce4a66b520 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 945 time: 0.0844722 Oct 12 02:30:44.186338 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70de7ab-9ba0-4c23-b686-8cbb55fdd61b req-e0a085ed-dc39-4980-a775-3938c363a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:44.188105 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d70de7ab-9ba0-4c23-b686-8cbb55fdd61b req-e0a085ed-dc39-4980-a775-3938c363a34c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 1130 time: 0.1643648 Oct 12 02:30:44.191853 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (5c71fac5-abd5-4133-a9fd-cd2743c1f33e), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.199598 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd583f43-b5b3-4ed8-a270-e948c765a6a9 req-a84450af-4f4a-465e-a75d-07faaf5de5dd tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:44.204327 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cd583f43-b5b3-4ed8-a270-e948c765a6a9 req-a84450af-4f4a-465e-a75d-07faaf5de5dd tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.1076584 Oct 12 02:30:44.242198 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-92c397d7-e5c8-4579-bd15-7e16640205f1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Deleting port b820bded-6400-480e-810e-7da24b3b68f7 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:44.242620 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-92c397d7-e5c8-4579-bd15-7e16640205f1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (b820bded-6400-480e-810e-7da24b3b68f7), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.273236 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b94b01-2092-497e-89b0-1fbe6b5d5420 None None] DHCP port deletion for 5c71fac5-abd5-4133-a9fd-cd2743c1f33e request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:30:44.330925 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:44.340197 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d70de7ab-9ba0-4c23-b686-8cbb55fdd61b req-2172dc33-044b-4b55-b2e3-b0469c6a7670 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358466 Oct 12 02:30:44.362133 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device afbf9eb3-9307-4caa-83d8-d60adffff4fe no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:30:44.363942 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-27b94b01-2092-497e-89b0-1fbe6b5d5420 None None] Deleting port fc9e6bca-9141-46b7-9b34-cd7683d3a058 {{(pid=104437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:44.364602 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-27b94b01-2092-497e-89b0-1fbe6b5d5420 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), before_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.366568 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cd583f43-b5b3-4ed8-a270-e948c765a6a9 req-759aa66d-a3d0-454c-bea5-b55a1e729f9e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351800 Oct 12 02:30:44.375823 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Deleting port fc9e6bca-9141-46b7-9b34-cd7683d3a058 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:44.377621 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.386939 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:44.400383 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-92c397d7-e5c8-4579-bd15-7e16640205f1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] For port b820bded-6400-480e-810e-7da24b3b68f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b820bded-6400-480e-810e-7da24b3b68f7,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:44.400838 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-92c397d7-e5c8-4579-bd15-7e16640205f1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (b820bded-6400-480e-810e-7da24b3b68f7), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.422384 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-92c397d7-e5c8-4579-bd15-7e16640205f1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Calling delete_port for b820bded-6400-480e-810e-7da24b3b68f7 owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:44.447532 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: afbf9eb3-9307-4caa-83d8-d60adffff4fe {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:30:44.451065 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device afbf9eb3-9307-4caa-83d8-d60adffff4fe not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:30:44.451065 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device e6ded74f-3fe9-43b3-b57b-78e83ce41565 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:30:44.466759 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] For port fc9e6bca-9141-46b7-9b34-cd7683d3a058, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=fc9e6bca-9141-46b7-9b34-cd7683d3a058,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:44.467131 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.484398 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Calling delete_port for fc9e6bca-9141-46b7-9b34-cd7683d3a058 owned by network:dhcp {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:44.492153 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: e6ded74f-3fe9-43b3-b57b-78e83ce41565 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:30:44.492615 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device e6ded74f-3fe9-43b3-b57b-78e83ce41565 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:30:44.508847 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-27b94b01-2092-497e-89b0-1fbe6b5d5420 None None] For port fc9e6bca-9141-46b7-9b34-cd7683d3a058, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=fc9e6bca-9141-46b7-9b34-cd7683d3a058,segment=NetworkSegment(2f6c5056-d855-4fe8-8f6b-7e524a0874f8),segment_id=2f6c5056-d855-4fe8-8f6b-7e524a0874f8)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:44.509398 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-27b94b01-2092-497e-89b0-1fbe6b5d5420 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), precommit_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.525828 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-27b94b01-2092-497e-89b0-1fbe6b5d5420 None None] Calling delete_port for fc9e6bca-9141-46b7-9b34-cd7683d3a058 owned by network:dhcp {{(pid=104437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:44.597760 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-92c397d7-e5c8-4579-bd15-7e16640205f1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (b820bded-6400-480e-810e-7da24b3b68f7), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.598521 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.626632 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9e6bca-9141-46b7-9b34-cd7683d3a058,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:44.627759 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c397d7-e5c8-4579-bd15-7e16640205f1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Pushing event deleted for resources: {'Port': ['ID=b820bded-6400-480e-810e-7da24b3b68f7,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:44.633215 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] No DVR routers for this DVR port fc9e6bca-9141-46b7-9b34-cd7683d3a058 on host dv-cinder-849143-14-iscsi {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:30:44.687539 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-27b94b01-2092-497e-89b0-1fbe6b5d5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493'] for port (fc9e6bca-9141-46b7-9b34-cd7683d3a058), after_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.697161 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-92c397d7-e5c8-4579-bd15-7e16640205f1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] No DVR routers for this DVR port b820bded-6400-480e-810e-7da24b3b68f7 on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:30:44.699942 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-92c397d7-e5c8-4579-bd15-7e16640205f1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.703182 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-54655700-40a3-47f1-a0c6-c7166ee0c373 req-92c397d7-e5c8-4579-bd15-7e16640205f1 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.16 "DELETE /networking/v2.0/ports/b820bded-6400-480e-810e-7da24b3b68f7 HTTP/1.1" status: 204 len: 173 time: 0.6308417 Oct 12 02:30:44.703804 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db1184c-8d98-4d39-b77c-fb92bb3fc950', 'name': 'network-vif-deleted', 'tag': 'b820bded-6400-480e-810e-7da24b3b68f7'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:44.715653 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b94b01-2092-497e-89b0-1fbe6b5d5420 None None] Pushing event deleted for resources: {'Port': ['ID=fc9e6bca-9141-46b7-9b34-cd7683d3a058,revision_number=None']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:44.716898 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a2eda3-234c-4aa8-be8e-083d3ac5158e" -d '{"events": [{"server_uuid": "7db1184c-8d98-4d39-b77c-fb92bb3fc950", "name": "network-vif-deleted", "tag": "b820bded-6400-480e-810e-7da24b3b68f7"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:44.720265 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b94b01-2092-497e-89b0-1fbe6b5d5420 None None] No DVR routers for this DVR port fc9e6bca-9141-46b7-9b34-cd7683d3a058 on host dv-cinder-849143-14-iscsi {{(pid=104437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:30:44.725860 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (5c71fac5-abd5-4133-a9fd-cd2743c1f33e), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.759461 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c71fac5-abd5-4133-a9fd-cd2743c1f33e']}} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:44.772160 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6c5056-d855-4fe8-8f6b-7e524a0874f8') {'for_net_delete': True} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:44.772513 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6c5056-d855-4fe8-8f6b-7e524a0874f8') {} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:30:44.776480 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4d6997-36c9-43e3-ba00-1e07f38a9bd3 x-openstack-request-id: req-ed4d6997-36c9-43e3-ba00-1e07f38a9bd3 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:44.776807 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db1184c-8d98-4d39-b77c-fb92bb3fc950", "name": "network-vif-deleted", "tag": "b820bded-6400-480e-810e-7da24b3b68f7", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:44.777068 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed4d6997-36c9-43e3-ba00-1e07f38a9bd3 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:44.777473 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4d6997-36c9-43e3-ba00-1e07f38a9bd3'] response: {'server_uuid': '7db1184c-8d98-4d39-b77c-fb92bb3fc950', 'name': 'network-vif-deleted', 'tag': 'b820bded-6400-480e-810e-7da24b3b68f7', 'status': 'completed', 'code': 200} Oct 12 02:30:44.785742 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27132702'] for segment (2f6c5056-d855-4fe8-8f6b-7e524a0874f8), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.805010 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (2f6c5056-d855-4fe8-8f6b-7e524a0874f8), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.814440 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:30:44.815036 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27082299'] for segment (2f6c5056-d855-4fe8-8f6b-7e524a0874f8), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.866246 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 2f6c5056-d855-4fe8-8f6b-7e524a0874f8 resource provider aggregate not found Oct 12 02:30:44.885658 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 2f6c5056-d855-4fe8-8f6b-7e524a0874f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f6c5056-d855-4fe8-8f6b-7e524a0874f8 found for delete ", "request_id": "req-58f7eb55-5600-4e15-9e9a-376bbf453f88"}]} Oct 12 02:30:44.909106 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cedf0f9b-6c03-46c9-8ffd-add260c3e612 req-38b1e82d-11a9-4750-b712-bb90989a7d6a tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 210 time: 0.0413163 Oct 12 02:30:44.917432 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (5c71fac5-abd5-4133-a9fd-cd2743c1f33e), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.921920 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:44.928829 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/5c71fac5-abd5-4133-a9fd-cd2743c1f33e HTTP/1.1" status: 204 len: 168 time: 0.9981411 Oct 12 02:30:44.940217 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44808a-c9fb-4405-9c50-0433ccfe19d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c71fac5-abd5-4133-a9fd-cd2743c1f33e,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:45.139855 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062f164-c381-4578-b911-e6ca9e1095c5 req-4663dcd5-c965-4fbc-9542-d76af92473ad tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:45.141593 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c062f164-c381-4578-b911-e6ca9e1095c5 req-4663dcd5-c965-4fbc-9542-d76af92473ad tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 946 time: 0.0865514 Oct 12 02:30:45.148142 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 56338) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:45.198124 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0f382-afe9-4dc4-af8b-1381ab34c99f req-ebe1fe32-95bc-4503-89c9-0790f61aa246 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:45.205370 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-67f0f382-afe9-4dc4-af8b-1381ab34c99f req-ebe1fe32-95bc-4503-89c9-0790f61aa246 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 949 time: 0.0690744 Oct 12 02:30:45.213126 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:45.246535 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-89b9405f-22d7-4617-895f-909d650dd00e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=60e8d0fb43eb419ba1c5eb830cc89ee3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0968292 Oct 12 02:30:45.251386 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c062f164-c381-4578-b911-e6ca9e1095c5 req-e7564427-2498-4e66-a86a-e699b5397b97 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949652 Oct 12 02:30:45.251993 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 56340) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:45.268517 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-67f0f382-afe9-4dc4-af8b-1381ab34c99f req-fb2f45d5-8ea6-4773-86fb-89af529a6f8d tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619693 Oct 12 02:30:45.269916 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:45.313104 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3a9fb837-1d57-4d00-8034-fc2490f480e3 admin admin] Publish callbacks [] for security_group (da2be869-01a5-44ec-97c1-44859e80746c), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.335385 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3a9fb837-1d57-4d00-8034-fc2490f480e3 admin admin] Publish callbacks [] for security_group (da2be869-01a5-44ec-97c1-44859e80746c), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.390510 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3a9fb837-1d57-4d00-8034-fc2490f480e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (da2be869-01a5-44ec-97c1-44859e80746c), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.394735 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3a9fb837-1d57-4d00-8034-fc2490f480e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.395962 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-3a9fb837-1d57-4d00-8034-fc2490f480e3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/da2be869-01a5-44ec-97c1-44859e80746c HTTP/1.1" status: 204 len: 168 time: 0.1414711 Oct 12 02:30:45.409190 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fb837-1d57-4d00-8034-fc2490f480e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2be869-01a5-44ec-97c1-44859e80746c,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:45.475937 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['b820bded-6400-480e-810e-7da24b3b68f7'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:45.518156 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 69ae80c5-527b-4a9b-80c2-30b01d238bf3 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:30:45.553345 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ffb1b-5e7c-44cc-892b-8f86919e08b8 req-1293b06f-be1e-409d-a57a-f3630323a13a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:45.554957 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-403ffb1b-5e7c-44cc-892b-8f86919e08b8 req-1293b06f-be1e-409d-a57a-f3630323a13a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0735636 Oct 12 02:30:45.586042 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:30:45.593559 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:30:45.594098 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.594524 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 Oct 12 02:30:45.639929 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-403ffb1b-5e7c-44cc-892b-8f86919e08b8 req-a10f3f88-e58c-47b8-9953-57dd61bc8f40 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707543 Oct 12 02:30:45.696764 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:30:45.697298 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.724508 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1268f1e-0939-4370-963d-a06c09e8f4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ae80c5-527b-4a9b-80c2-30b01d238bf3'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:45.726815 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6493e4-f0d3-41cf-9425-61cda208c74b" -d '{"events": [{"server_uuid": "a1268f1e-0939-4370-963d-a06c09e8f4b1", "name": "network-vif-plugged", "status": "completed", "tag": "69ae80c5-527b-4a9b-80c2-30b01d238bf3"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:45.746014 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 69ae80c5-527b-4a9b-80c2-30b01d238bf3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=69ae80c5-527b-4a9b-80c2-30b01d238bf3,segment=NetworkSegment(678eb96f-2d7e-4fc7-a535-9a450f5903b1),segment_id=678eb96f-2d7e-4fc7-a535-9a450f5903b1)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:45.753017 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:45.801676 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fc6437-7866-424b-ab64-8c88edc68aa6 x-openstack-request-id: req-62fc6437-7866-424b-ab64-8c88edc68aa6 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:45.802199 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1268f1e-0939-4370-963d-a06c09e8f4b1", "name": "network-vif-plugged", "status": "completed", "tag": "69ae80c5-527b-4a9b-80c2-30b01d238bf3", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:45.802516 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62fc6437-7866-424b-ab64-8c88edc68aa6 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:45.802944 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fc6437-7866-424b-ab64-8c88edc68aa6'] response: {'server_uuid': 'a1268f1e-0939-4370-963d-a06c09e8f4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ae80c5-527b-4a9b-80c2-30b01d238bf3', 'code': 200} Oct 12 02:30:45.831825 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=69ae80c5-527b-4a9b-80c2-30b01d238bf3,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:45.891335 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-095cb02d-b509-433c-93c4-f0be62d5e1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:46.025177 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:46.051472 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0388e332-3073-4010-a8e6-23410e1cae12 req-96308ab6-5fa4-42ac-92ff-f23fd88d37fb tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 210 time: 0.0376341 Oct 12 02:30:46.310730 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device fc9e6bca-9141-46b7-9b34-cd7683d3a058 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:30:46.336255 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: fc9e6bca-9141-46b7-9b34-cd7683d3a058 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:30:46.336856 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device fc9e6bca-9141-46b7-9b34-cd7683d3a058 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:30:46.447694 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321f1a-beb1-4bb3-bbfe-375d79b6d4a4 req-5b4ad4f7-52d0-4054-82b3-fd49fed6f952 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:46.455146 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-13321f1a-beb1-4bb3-bbfe-375d79b6d4a4 req-5b4ad4f7-52d0-4054-82b3-fd49fed6f952 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0813777 Oct 12 02:30:46.518206 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-13321f1a-beb1-4bb3-bbfe-375d79b6d4a4 req-6a0ba4b7-c510-47bc-86da-8eadefb21672 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621259 Oct 12 02:30:46.530986 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250820c-1610-462e-a602-a184942e3e51 req-90cddf94-670b-4ea1-ba1a-c1f6cce99b16 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:46.543368 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4250820c-1610-462e-a602-a184942e3e51 req-90cddf94-670b-4ea1-ba1a-c1f6cce99b16 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 946 time: 0.1537278 Oct 12 02:30:46.615373 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4250820c-1610-462e-a602-a184942e3e51 req-d19e39e4-ac92-4484-9de4-96c742d22b7c tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710173 Oct 12 02:30:46.786794 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed0c3-3029-433f-bd80-4e07806db489 req-8a924ee2-4424-473e-a609-d50cf8c91af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:46.789738 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e4bed0c3-3029-433f-bd80-4e07806db489 req-8a924ee2-4424-473e-a609-d50cf8c91af1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 1134 time: 0.1162102 Oct 12 02:30:46.843547 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc48bf5-f7eb-4a8d-807f-6cdcfc340d61 req-3a00c2d8-4b6f-44b6-8673-aa5e4da89cb1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:46.852158 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0bc48bf5-f7eb-4a8d-807f-6cdcfc340d61 req-3a00c2d8-4b6f-44b6-8673-aa5e4da89cb1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0928319 Oct 12 02:30:46.918252 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0bc48bf5-f7eb-4a8d-807f-6cdcfc340d61 req-d505525c-ffc5-4968-b05f-1e9827e0ef1a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651460 Oct 12 02:30:47.178171 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e4bed0c3-3029-433f-bd80-4e07806db489 req-88c6251c-8539-417b-92d7-d9ede6db452b service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Oct 12 02:30:47.281126 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0aa54e59-754e-454f-a8ac-7979435edbd6 req-de2422a8-b4be-4d7c-a322-235c032bc490 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7db1184c-8d98-4d39-b77c-fb92bb3fc950 HTTP/1.1" status: 200 len: 210 time: 0.0365984 Oct 12 02:30:47.653996 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0f56a-cae6-45a5-be25-8a22404af499 req-c5d13a53-23a4-44d8-8150-1dfb883e9e37 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:47.655640 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4ac0f56a-cae6-45a5-be25-8a22404af499 req-c5d13a53-23a4-44d8-8150-1dfb883e9e37 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0510941 Oct 12 02:30:47.696345 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:47.704619 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4ac0f56a-cae6-45a5-be25-8a22404af499 req-0b440321-9550-45ff-984a-6eee7063c558 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Oct 12 02:30:48.045681 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aab286-a118-4a27-a3c1-29e55e278169 req-36ce95db-0467-4d50-8179-27defb199591 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:48.047229 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-37aab286-a118-4a27-a3c1-29e55e278169 req-36ce95db-0467-4d50-8179-27defb199591 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0474360 Oct 12 02:30:48.100292 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-37aab286-a118-4a27-a3c1-29e55e278169 req-215cfcc4-2fe5-418d-9f32-2c8bb7ef8fe2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Oct 12 02:30:48.218863 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-330147dc-445e-4e3c-a5f6-056ec01d3b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:48.828023 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dfc3f-89dc-4b41-8c34-23d27eca1304 req-185a49b1-0533-4ad0-b499-a108d4103417 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:48.830477 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7a5dfc3f-89dc-4b41-8c34-23d27eca1304 req-185a49b1-0533-4ad0-b499-a108d4103417 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0505762 Oct 12 02:30:48.881467 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7a5dfc3f-89dc-4b41-8c34-23d27eca1304 req-c515df9f-5dfa-4368-8ab4-84b7ba4712cd tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Oct 12 02:30:49.152406 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7b263-ba9f-4d5d-b163-831849dad984 req-80bb2283-8efb-418e-8cae-2cd00af48647 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:49.153812 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2cb7b263-ba9f-4d5d-b163-831849dad984 req-80bb2283-8efb-418e-8cae-2cd00af48647 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0505314 Oct 12 02:30:49.206493 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2cb7b263-ba9f-4d5d-b163-831849dad984 req-741e327f-734e-4aa2-8ef9-2555e9472d64 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Oct 12 02:30:49.245953 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:49.309557 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a2915-1f51-436d-92be-d67739425d4f req-d3af0d2e-5b3c-4993-9e20-410a9972c7c2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:49.311014 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c21a2915-1f51-436d-92be-d67739425d4f req-d3af0d2e-5b3c-4993-9e20-410a9972c7c2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0489323 Oct 12 02:30:49.358758 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c21a2915-1f51-436d-92be-d67739425d4f req-ed7a545c-8543-4f72-87f7-e40fd9352788 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422342 Oct 12 02:30:50.325832 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addb07b-fb98-49bd-8bf4-b4e26e058ca7 req-872c8ea2-70d9-4629-9bf1-3f22752bb75a tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:50.327288 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9addb07b-fb98-49bd-8bf4-b4e26e058ca7 req-872c8ea2-70d9-4629-9bf1-3f22752bb75a tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0470424 Oct 12 02:30:50.374643 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9addb07b-fb98-49bd-8bf4-b4e26e058ca7 req-5b4d60e6-1c43-4a78-9e6d-b26467fc702d tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Oct 12 02:30:50.488363 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67099c9-ebed-4e89-a412-ef3a08b87efe req-15710a15-8edc-458f-b80b-3b1f9a14be31 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:50.490119 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c67099c9-ebed-4e89-a412-ef3a08b87efe req-15710a15-8edc-458f-b80b-3b1f9a14be31 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0507729 Oct 12 02:30:50.540328 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c67099c9-ebed-4e89-a412-ef3a08b87efe req-8b823a96-ef71-43ed-8b61-9105980c1b18 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Oct 12 02:30:50.809260 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.177698 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:51.497432 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c569b-6f59-4315-9968-0decfe81b51b req-d4522881-f042-4aed-941b-8c3b6e3083f7 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:51.499016 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-866c569b-6f59-4315-9968-0decfe81b51b req-d4522881-f042-4aed-941b-8c3b6e3083f7 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0485661 Oct 12 02:30:51.546016 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-866c569b-6f59-4315-9968-0decfe81b51b req-861c1032-e970-4659-b47c-530fc4a0ece0 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Oct 12 02:30:51.665382 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b201a-e184-42e0-a589-789e246562cc req-9e3a4c7b-8caf-46e3-be80-f1a8b9d2be10 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:51.666901 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1b2b201a-e184-42e0-a589-789e246562cc req-9e3a4c7b-8caf-46e3-be80-f1a8b9d2be10 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0515676 Oct 12 02:30:51.715056 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1b2b201a-e184-42e0-a589-789e246562cc req-b717c6ba-0d1b-4717-b39a-4444d5641489 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Oct 12 02:30:52.150459 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device b820bded-6400-480e-810e-7da24b3b68f7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:30:52.170291 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: b820bded-6400-480e-810e-7da24b3b68f7 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:30:52.170664 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device b820bded-6400-480e-810e-7da24b3b68f7 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:30:52.653303 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:52.669640 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba5a9b-4273-4ceb-8287-c25be88d1cea req-5108d6ee-1357-4c50-836e-43c7ba7bd889 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:52.671214 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e4ba5a9b-4273-4ceb-8287-c25be88d1cea req-5108d6ee-1357-4c50-836e-43c7ba7bd889 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0475612 Oct 12 02:30:52.718515 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e4ba5a9b-4273-4ceb-8287-c25be88d1cea req-39b2f703-71b3-410d-adc0-e67b811c3552 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Oct 12 02:30:52.838522 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadd203-eed8-4439-9ac7-4492ad0babed req-88b1f010-e1c5-4890-9db9-9c6e90ec55c1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:52.840266 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ddadd203-eed8-4439-9ac7-4492ad0babed req-88b1f010-e1c5-4890-9db9-9c6e90ec55c1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0500624 Oct 12 02:30:52.891914 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ddadd203-eed8-4439-9ac7-4492ad0babed req-19b28daa-55b3-4843-b731-ac559a74d6d3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Oct 12 02:30:53.473442 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-1829b952-8bc9-4a22-a416-e1b178c3a619 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:53.474950 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-1829b952-8bc9-4a22-a416-e1b178c3a619 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/networks?id=cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c HTTP/1.1" status: 200 len: 808 time: 0.1064091 Oct 12 02:30:53.489840 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-bd5d3240-7365-43c4-a6c2-50c35fbef07e tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/quotas/177af31ad03c40e6b2a4a72c16451b5d HTTP/1.1" status: 200 len: 375 time: 0.0096068 Oct 12 02:30:53.521132 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-8947e075-51bd-4955-8b14-54844cb7285f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=177af31ad03c40e6b2a4a72c16451b5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266004 Oct 12 02:30:53.622598 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-92b34e92-1dd3-4870-b757-a80b612c886e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950704 Oct 12 02:30:53.715906 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-32e96456-c14a-41c5-b1bf-1f4a3f96f9ff service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875509 Oct 12 02:30:53.841222 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884259cd-5190-40ca-aefc-86fc1c82853b req-d539225f-3143-44bd-90d5-161a68c16c1e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:53.843029 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-884259cd-5190-40ca-aefc-86fc1c82853b req-d539225f-3143-44bd-90d5-161a68c16c1e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0486577 Oct 12 02:30:53.885903 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c9a7b92f-7eac-49ab-9f31-42242ba87fda req-7d0caa3c-a50d-42c8-acb9-8ec32d39d2d4 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 210 time: 0.0301812 Oct 12 02:30:53.894185 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-884259cd-5190-40ca-aefc-86fc1c82853b req-85818fe8-1ac6-470c-b9f7-f2ad68a1d49c tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Oct 12 02:30:54.019753 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bbc46-d027-4f44-a0c3-ee061deb7c81 req-fd1700e9-155d-4dea-8ab0-4cd2dc534807 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:54.021362 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-181bbc46-d027-4f44-a0c3-ee061deb7c81 req-fd1700e9-155d-4dea-8ab0-4cd2dc534807 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0508735 Oct 12 02:30:54.072613 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-181bbc46-d027-4f44-a0c3-ee061deb7c81 req-cccf6cb8-e2c6-4908-9b4c-f89f5db452b1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451612 Oct 12 02:30:54.365748 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=41 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:54.375429 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=48 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:54.828084 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345ecf9-975a-4659-86af-51714f024150 req-72cc7385-9451-4828-8b9e-780b985783ea tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:54.829565 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0345ecf9-975a-4659-86af-51714f024150 req-72cc7385-9451-4828-8b9e-780b985783ea tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0467720 Oct 12 02:30:54.927076 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-0345ecf9-975a-4659-86af-51714f024150 req-98812561-e032-46c5-bae0-f01d4a2f014e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Deleting port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:30:54.927442 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-0345ecf9-975a-4659-86af-51714f024150 req-98812561-e032-46c5-bae0-f01d4a2f014e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:54.974383 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:55.033571 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-33e0cb7e-90a7-4348-8f04-ec3527274651 req-1b4023b8-8fbf-4806-93a2-d9c5d77de53c tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 210 time: 0.0380864 Oct 12 02:30:55.038995 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6849a9a-c677-4816-88be-e8fb8f9d9a21 req-6d7d542a-d798-4597-85fb-caaf776befaf tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:55.042828 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d6849a9a-c677-4816-88be-e8fb8f9d9a21 req-6d7d542a-d798-4597-85fb-caaf776befaf tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0567131 Oct 12 02:30:55.072399 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-0345ecf9-975a-4659-86af-51714f024150 req-98812561-e032-46c5-bae0-f01d4a2f014e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] For port 69ae80c5-527b-4a9b-80c2-30b01d238bf3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=69ae80c5-527b-4a9b-80c2-30b01d238bf3,segment=NetworkSegment(678eb96f-2d7e-4fc7-a535-9a450f5903b1),segment_id=678eb96f-2d7e-4fc7-a535-9a450f5903b1)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:30:55.072796 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-0345ecf9-975a-4659-86af-51714f024150 req-98812561-e032-46c5-bae0-f01d4a2f014e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:55.083728 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:55.088653 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-0345ecf9-975a-4659-86af-51714f024150 req-98812561-e032-46c5-bae0-f01d4a2f014e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Calling delete_port for 69ae80c5-527b-4a9b-80c2-30b01d238bf3 owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:30:55.093847 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:55.102261 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d6849a9a-c677-4816-88be-e8fb8f9d9a21 req-7ba147d5-ed25-4d2b-86b4-d7e220236551 tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=964c48ec-9134-4e9b-a695-710793c79de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482268 Oct 12 02:30:55.208573 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806e586-ee03-4932-abda-0765a380187e req-b140376c-3da2-4a6d-bc22-970facea3fc2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:55.210071 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f806e586-ee03-4932-abda-0765a380187e req-b140376c-3da2-4a6d-bc22-970facea3fc2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0541036 Oct 12 02:30:55.290168 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-0345ecf9-975a-4659-86af-51714f024150 req-98812561-e032-46c5-bae0-f01d4a2f014e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (69ae80c5-527b-4a9b-80c2-30b01d238bf3), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:55.322617 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f806e586-ee03-4932-abda-0765a380187e req-e3f7e3fa-c677-435c-b56f-e95196e45ca5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066232 Oct 12 02:30:55.325505 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98812561-e032-46c5-bae0-f01d4a2f014e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Pushing event deleted for resources: {'Port': ['ID=69ae80c5-527b-4a9b-80c2-30b01d238bf3,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:55.338065 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['69ae80c5-527b-4a9b-80c2-30b01d238bf3'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:30:55.372141 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-0345ecf9-975a-4659-86af-51714f024150 req-98812561-e032-46c5-bae0-f01d4a2f014e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] No DVR routers for this DVR port 69ae80c5-527b-4a9b-80c2-30b01d238bf3 on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:30:55.375046 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-0345ecf9-975a-4659-86af-51714f024150 req-98812561-e032-46c5-bae0-f01d4a2f014e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:55.378331 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0345ecf9-975a-4659-86af-51714f024150 req-98812561-e032-46c5-bae0-f01d4a2f014e tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.16 "DELETE /networking/v2.0/ports/69ae80c5-527b-4a9b-80c2-30b01d238bf3 HTTP/1.1" status: 204 len: 173 time: 0.5399804 Oct 12 02:30:55.378794 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1268f1e-0939-4370-963d-a06c09e8f4b1', 'name': 'network-vif-deleted', 'tag': '69ae80c5-527b-4a9b-80c2-30b01d238bf3'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:55.385013 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf3e6b1-72f2-4929-843b-7c4d16a7a350" -d '{"events": [{"server_uuid": "a1268f1e-0939-4370-963d-a06c09e8f4b1", "name": "network-vif-deleted", "tag": "69ae80c5-527b-4a9b-80c2-30b01d238bf3"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:55.424496 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ec7da7-be30-4b5e-8842-28c0433e1c75 x-openstack-request-id: req-f3ec7da7-be30-4b5e-8842-28c0433e1c75 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:55.424959 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1268f1e-0939-4370-963d-a06c09e8f4b1", "name": "network-vif-deleted", "tag": "69ae80c5-527b-4a9b-80c2-30b01d238bf3", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:55.428207 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3ec7da7-be30-4b5e-8842-28c0433e1c75 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:55.428653 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ec7da7-be30-4b5e-8842-28c0433e1c75'] response: {'server_uuid': 'a1268f1e-0939-4370-963d-a06c09e8f4b1', 'name': 'network-vif-deleted', 'tag': '69ae80c5-527b-4a9b-80c2-30b01d238bf3', 'status': 'completed', 'code': 200} Oct 12 02:30:55.792449 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b6bb3458-dc5a-48c9-a91b-86890e15c97b tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:55.794330 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b6bb3458-dc5a-48c9-a91b-86890e15c97b tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.16 "GET /networking/v2.0/networks?id=cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c HTTP/1.1" status: 200 len: 808 time: 0.1286542 Oct 12 02:30:55.806661 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 56634) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:55.856382 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Request body: {'port': {'device_id': 'a28569a6-05f2-47d3-907b-5d2d28ea3379', 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c', 'admin_state_up': True, 'tenant_id': '177af31ad03c40e6b2a4a72c16451b5d'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:55.937052 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-964d11bc-ca48-445a-a0eb-3e86bd892017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.036905 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Made reservation on behalf of 177af31ad03c40e6b2a4a72c16451b5d for: {'port': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:30:56.040792 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.091311 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-964d11bc-ca48-445a-a0eb-3e86bd892017 admin admin] Publish callbacks [] for security_group (ac242118-134c-444f-b018-9038da1fc446), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.123852 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-964d11bc-ca48-445a-a0eb-3e86bd892017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (ac242118-134c-444f-b018-9038da1fc446), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.184021 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:56.198600 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0e97fbfa-797b-4767-932f-a2cad558ac87 req-8991a444-cae2-4aa4-ac06-d38278990799 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 210 time: 0.0756891 Oct 12 02:30:56.209052 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-964d11bc-ca48-445a-a0eb-3e86bd892017 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=91317c221b5a4457b7b9b4bdb1ab91f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013238 Oct 12 02:30:56.217596 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 56646) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:30:56.246049 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fa9273b3-3ce5-4011-8bda-50377a7b698d req-821e80e2-2fe5-4dea-8a51-8bc8b69bc8ba tempest-VolumesNegativeTest-2147062932 tempest-VolumesNegativeTest-2147062932-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a1268f1e-0939-4370-963d-a06c09e8f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0517578 Oct 12 02:30:56.252729 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:56.264721 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d11bc-ca48-445a-a0eb-3e86bd892017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac242118-134c-444f-b018-9038da1fc446,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:56.307968 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Allocated IP 172.20.0.4 (cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c/bc37d0d3-9c32-4d2d-bd26-994763df9387/13169a7b-25b2-4358-a5b8-abaa69d4abac) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:30:56.342695 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9eeef3f-8d08-43be-9742-0aaa0fff1b26 admin admin] Publish callbacks [] for security_group (ac242118-134c-444f-b018-9038da1fc446), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.625675 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9eeef3f-8d08-43be-9742-0aaa0fff1b26 admin admin] Publish callbacks [] for security_group (ac242118-134c-444f-b018-9038da1fc446), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.656009 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e54eaf-4386-44bd-b5be-db3605cfaa8f req-0933e83a-dbff-4aba-963b-fa38dd3445da tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:56.657515 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a4e54eaf-4386-44bd-b5be-db3605cfaa8f req-0933e83a-dbff-4aba-963b-fa38dd3445da tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0908904 Oct 12 02:30:56.698861 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:30:56.807510 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a4e54eaf-4386-44bd-b5be-db3605cfaa8f req-53c58c44-47ca-4d4e-9965-a61731ff9b8b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368890 Oct 12 02:30:56.817931 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9eeef3f-8d08-43be-9742-0aaa0fff1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (ac242118-134c-444f-b018-9038da1fc446), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.820353 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9eeef3f-8d08-43be-9742-0aaa0fff1b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.821523 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f9eeef3f-8d08-43be-9742-0aaa0fff1b26 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ac242118-134c-444f-b018-9038da1fc446 HTTP/1.1" status: 204 len: 168 time: 0.5827670 Oct 12 02:30:56.833805 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks [] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.843159 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeef3f-8d08-43be-9742-0aaa0fff1b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac242118-134c-444f-b018-9038da1fc446,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:56.883615 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:56.938012 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:30:56.942315 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:30:56.944784 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:30:56.981038 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Pushing event updated for resources: {'Port': ['ID=13169a7b-25b2-4358-a5b8-abaa69d4abac,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:57.010475 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:57.011083 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:57.027283 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-c3aed4f6-3751-40b2-aa1c-92bcd83dc14f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1816902 Oct 12 02:30:57.050932 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Request body: {'port': {'device_id': 'a28569a6-05f2-47d3-907b-5d2d28ea3379', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:30:57.111979 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:57.232110 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:57.362196 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c1469-82cc-4414-b0ef-ab249717cda5 req-b2259649-f4fa-4137-88d4-909b742c2721 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:57.364104 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-332c1469-82cc-4414-b0ef-ab249717cda5 req-b2259649-f4fa-4137-88d4-909b742c2721 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 931 time: 0.0842869 Oct 12 02:30:57.397525 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:57.443466 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-332c1469-82cc-4414-b0ef-ab249717cda5 req-7287af88-1e1c-4ad8-8ff6-4a555fd49c75 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713422 Oct 12 02:30:57.461200 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13169a7b-25b2-4358-a5b8-abaa69d4abac {{(pid=104435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:30:57.473097 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Publish callbacks [] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:57.490119 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.provisioning_blocks [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Transition to ACTIVE for port object 13169a7b-25b2-4358-a5b8-abaa69d4abac will not be triggered until provisioned by entity L2. {{(pid=104435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:30:57.495038 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:57.576557 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=13169a7b-25b2-4358-a5b8-abaa69d4abac,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:57.617628 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Attempting to bind port 13169a7b-25b2-4358-a5b8-abaa69d4abac on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:30:57.618002 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Attempting to bind port 13169a7b-25b2-4358-a5b8-abaa69d4abac by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '5ff95c7b-70e4-4f9c-862f-500f4b939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c'}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:30:57.618427 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Attempting to bind port 13169a7b-25b2-4358-a5b8-abaa69d4abac on network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:57.665740 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Port 13169a7b-25b2-4358-a5b8-abaa69d4abac on network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:30:57.666072 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Attempting to bind port 13169a7b-25b2-4358-a5b8-abaa69d4abac on network cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:30:57.715753 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:30:57.716095 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Checking segment: {'id': '5ff95c7b-70e4-4f9c-862f-500f4b939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:30:57.716685 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Bound using segment: {'id': '5ff95c7b-70e4-4f9c-862f-500f4b939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c'} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:30:57.716955 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Bound port: 13169a7b-25b2-4358-a5b8-abaa69d4abac, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff95c7b-70e4-4f9c-862f-500f4b939fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c'}}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:30:57.717312 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:57.790037 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] For port 13169a7b-25b2-4358-a5b8-abaa69d4abac, host hv-cinder-84914, cleared binding levels {{(pid=104435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:30:57.794548 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] For port 13169a7b-25b2-4358-a5b8-abaa69d4abac, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=13169a7b-25b2-4358-a5b8-abaa69d4abac,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:30:57.803269 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:57.811964 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:57.812596 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:57.817039 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/13169a7b-25b2-4358-a5b8-abaa69d4abac HTTP/1.1" status: 200 len: 1093 time: 0.7704544 Oct 12 02:30:57.817726 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28569a6-05f2-47d3-907b-5d2d28ea3379', 'tag': '13169a7b-25b2-4358-a5b8-abaa69d4abac'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:30:57.820250 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2cf8c3-893f-4687-ae73-70613dd79543" -d '{"events": [{"name": "network-changed", "server_uuid": "a28569a6-05f2-47d3-907b-5d2d28ea3379", "tag": "13169a7b-25b2-4358-a5b8-abaa69d4abac"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:30:57.875227 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273f2d8-3a26-47cd-b1fa-2006347aa3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=13169a7b-25b2-4358-a5b8-abaa69d4abac,revision_number=3']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:30:57.887738 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c87ecc9-595b-4c06-9804-63dcd363e90f x-openstack-request-id: req-3c87ecc9-595b-4c06-9804-63dcd363e90f {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:30:57.888280 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28569a6-05f2-47d3-907b-5d2d28ea3379", "tag": "13169a7b-25b2-4358-a5b8-abaa69d4abac", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:30:57.888975 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c87ecc9-595b-4c06-9804-63dcd363e90f {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:30:57.889933 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c87ecc9-595b-4c06-9804-63dcd363e90f'] response: {'name': 'network-changed', 'server_uuid': 'a28569a6-05f2-47d3-907b-5d2d28ea3379', 'tag': '13169a7b-25b2-4358-a5b8-abaa69d4abac', 'status': 'completed', 'code': 200} Oct 12 02:30:57.994785 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585c1f-b8e0-419e-a09b-4e90f575088e req-139704b3-df89-43d1-9d15-564d45096d44 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:58.007630 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a2585c1f-b8e0-419e-a09b-4e90f575088e req-139704b3-df89-43d1-9d15-564d45096d44 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0653923 Oct 12 02:30:58.030943 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-25305fd4-3f5a-4e4a-916c-fab66735ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:58.033685 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-25305fd4-3f5a-4e4a-916c-fab66735ae2d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=177af31ad03c40e6b2a4a72c16451b5d&device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 1127 time: 0.0932522 Oct 12 02:30:58.062650 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a2585c1f-b8e0-419e-a09b-4e90f575088e req-fb3353ec-f35e-43c9-8cf9-a8afc3798dcf tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539477 Oct 12 02:30:58.109444 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-5ce64507-85e7-4130-9e91-29f820ceec22 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13169a7b-25b2-4358-a5b8-abaa69d4abac HTTP/1.1" status: 200 len: 217 time: 0.0453193 Oct 12 02:30:58.171689 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 69ae80c5-527b-4a9b-80c2-30b01d238bf3 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:30:58.176630 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-2eab0156-2b79-4e01-a8bd-93c79f971fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:58.178439 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-2eab0156-2b79-4e01-a8bd-93c79f971fd1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=bc37d0d3-9c32-4d2d-bd26-994763df9387 HTTP/1.1" status: 200 len: 848 time: 0.0567479 Oct 12 02:30:58.215598 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 69ae80c5-527b-4a9b-80c2-30b01d238bf3 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:30:58.221463 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 69ae80c5-527b-4a9b-80c2-30b01d238bf3 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:30:58.237611 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-5db7946b-d63a-4003-b397-71a530f9f5d8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495486 Oct 12 02:30:58.349384 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-e7b375aa-fe36-4fae-ba6d-dadf69e22ee3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991333 Oct 12 02:30:58.415485 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:30:58.447803 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6ead5655-e5a3-4c6d-b4f5-ef70c8dc0147 req-6f6328c9-dd37-4db5-9544-14a096eabef4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916061 Oct 12 02:30:58.556992 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64233e-b2a4-4158-b988-fd488b0af5d0 req-03085b6e-2c4e-45d3-bf9a-cc4147a34edc tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:58.558494 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9a64233e-b2a4-4158-b988-fd488b0af5d0 req-03085b6e-2c4e-45d3-bf9a-cc4147a34edc tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 943 time: 0.0513279 Oct 12 02:30:58.607994 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9a64233e-b2a4-4158-b988-fd488b0af5d0 req-e538ff1d-475e-4a2d-8695-39822d15923d tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437431 Oct 12 02:30:58.864816 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:30:59.192237 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34828b24-e172-4456-a514-9f2b01f2e314 req-758e7f2d-0cb9-4605-b073-3c212f9da8ae tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:59.193884 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-34828b24-e172-4456-a514-9f2b01f2e314 req-758e7f2d-0cb9-4605-b073-3c212f9da8ae tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0526764 Oct 12 02:30:59.242702 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-34828b24-e172-4456-a514-9f2b01f2e314 req-90600990-8440-400d-a3e3-ce7ea6ab010d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Oct 12 02:30:59.733946 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8f0cd-8259-4a29-b255-f9810c27a5d3 req-8aa1429c-c450-47ff-8258-60a77810c8a7 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:59.735510 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-17b8f0cd-8259-4a29-b255-f9810c27a5d3 req-8aa1429c-c450-47ff-8258-60a77810c8a7 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 943 time: 0.0505273 Oct 12 02:30:59.785901 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-17b8f0cd-8259-4a29-b255-f9810c27a5d3 req-38ed78a9-4aa1-4923-8cc6-64fd77eeba8f tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 Oct 12 02:30:59.931558 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf8c3-893f-4687-ae73-70613dd79543 req-36698446-541d-44d1-b4d4-5c2b0832e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:30:59.933079 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b2cf8c3-893f-4687-ae73-70613dd79543 req-36698446-541d-44d1-b4d4-5c2b0832e1dd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=177af31ad03c40e6b2a4a72c16451b5d&device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 1127 time: 0.0436463 Oct 12 02:30:59.990361 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:00.041154 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf8c3-893f-4687-ae73-70613dd79543 req-31273cf2-43af-4a85-98bb-ac81c5c49d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:00.042556 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b2cf8c3-893f-4687-ae73-70613dd79543 req-31273cf2-43af-4a85-98bb-ac81c5c49d61 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c HTTP/1.1" status: 200 len: 909 time: 0.1015553 Oct 12 02:31:00.088972 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b2cf8c3-893f-4687-ae73-70613dd79543 req-cac6a8fe-c979-4040-9ec0-b0441d31d531 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13169a7b-25b2-4358-a5b8-abaa69d4abac HTTP/1.1" status: 200 len: 217 time: 0.0393960 Oct 12 02:31:00.146928 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf8c3-893f-4687-ae73-70613dd79543 req-02627d8b-4bb1-4d69-bf24-5902ce3db8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:00.148459 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b2cf8c3-893f-4687-ae73-70613dd79543 req-02627d8b-4bb1-4d69-bf24-5902ce3db8fc service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=bc37d0d3-9c32-4d2d-bd26-994763df9387 HTTP/1.1" status: 200 len: 848 time: 0.0527637 Oct 12 02:31:00.157053 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 13169a7b-25b2-4358-a5b8-abaa69d4abac details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:31:00.196350 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b2cf8c3-893f-4687-ae73-70613dd79543 req-63101fc2-39a3-4914-a542-de5fedfe1eb2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294356 Oct 12 02:31:00.307509 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 13169a7b-25b2-4358-a5b8-abaa69d4abac, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=13169a7b-25b2-4358-a5b8-abaa69d4abac,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:00.327133 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b2cf8c3-893f-4687-ae73-70613dd79543 req-f3aef0d9-9974-4706-b27f-3bcba8724a4c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127331 Oct 12 02:31:00.454003 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117ebcd-f255-46ea-902d-dac905715ccc req-e51b9944-1986-45cc-b17f-f2baa018e5a0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:00.462307 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5117ebcd-f255-46ea-902d-dac905715ccc req-e51b9944-1986-45cc-b17f-f2baa018e5a0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0840178 Oct 12 02:31:00.467514 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b2cf8c3-893f-4687-ae73-70613dd79543 req-193dea79-1c0e-432f-a7f3-1eaec87dca7f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329167 Oct 12 02:31:00.507832 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:00.512968 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '13169a7b-25b2-4358-a5b8-abaa69d4abac', 'network_id': 'cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c', 'port_id': '13169a7b-25b2-4358-a5b8-abaa69d4abac', 'mac_address': 'fa:16:3e:78:8d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc37d0d3-9c32-4d2d-bd26-994763df9387', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:31:00.519500 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5117ebcd-f255-46ea-902d-dac905715ccc req-0d460023-c3ec-480a-b7d7-ae442971e0e7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554628 Oct 12 02:31:00.572189 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 13169a7b-25b2-4358-a5b8-abaa69d4abac is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:00.572725 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:00.586955 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13169a7b-25b2-4358-a5b8-abaa69d4abac {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:31:00.593477 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:00.638902 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 13169a7b-25b2-4358-a5b8-abaa69d4abac, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=13169a7b-25b2-4358-a5b8-abaa69d4abac,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:00.644075 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:00.699980 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=13169a7b-25b2-4358-a5b8-abaa69d4abac,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:00.899671 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 57004) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:00.927794 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6b11a-c47a-46db-95d4-cf5e5aa5a9f2 req-e2357a05-416d-49a3-a275-fc1ae1294302 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:00.929333 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5dd6b11a-c47a-46db-95d4-cf5e5aa5a9f2 req-e2357a05-416d-49a3-a275-fc1ae1294302 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 944 time: 0.0591400 Oct 12 02:31:00.978331 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5dd6b11a-c47a-46db-95d4-cf5e5aa5a9f2 req-5b5fa065-172a-4807-a8f2-46c987e16518 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 Oct 12 02:31:01.014013 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0eb44be2-47bf-4f5e-8434-835cdf10afa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.094917 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0eb44be2-47bf-4f5e-8434-835cdf10afa6 admin admin] Publish callbacks [] for security_group (da91899b-d2a8-4a3e-b58e-92b706ee61b4), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.101927 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0eb44be2-47bf-4f5e-8434-835cdf10afa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (da91899b-d2a8-4a3e-b58e-92b706ee61b4), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.118844 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['13169a7b-25b2-4358-a5b8-abaa69d4abac'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:31:01.120128 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:01.147227 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb44be2-47bf-4f5e-8434-835cdf10afa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da91899b-d2a8-4a3e-b58e-92b706ee61b4,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:01.152044 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-0eb44be2-47bf-4f5e-8434-835cdf10afa6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2c97c0fb4b9d411eba5f2326ce32bf18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514012 Oct 12 02:31:01.154695 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 57010) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:01.206172 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-06c9f4dc-c909-44de-8d50-8fe5f9c4d5c4 admin admin] Publish callbacks [] for security_group (da91899b-d2a8-4a3e-b58e-92b706ee61b4), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.230015 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-06c9f4dc-c909-44de-8d50-8fe5f9c4d5c4 admin admin] Publish callbacks [] for security_group (da91899b-d2a8-4a3e-b58e-92b706ee61b4), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.279365 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-06c9f4dc-c909-44de-8d50-8fe5f9c4d5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (da91899b-d2a8-4a3e-b58e-92b706ee61b4), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.282079 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-06c9f4dc-c909-44de-8d50-8fe5f9c4d5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:01.283268 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-06c9f4dc-c909-44de-8d50-8fe5f9c4d5c4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/da91899b-d2a8-4a3e-b58e-92b706ee61b4 HTTP/1.1" status: 204 len: 168 time: 0.1276548 Oct 12 02:31:01.291235 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9f4dc-c909-44de-8d50-8fe5f9c4d5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da91899b-d2a8-4a3e-b58e-92b706ee61b4,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:01.648900 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9668091-1e2e-4593-acdf-343ef16cc01d req-2a1f3c68-179c-4c5f-996e-60eab7bb2ca6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:01.650427 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f9668091-1e2e-4593-acdf-343ef16cc01d req-2a1f3c68-179c-4c5f-996e-60eab7bb2ca6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0603871 Oct 12 02:31:01.699818 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f9668091-1e2e-4593-acdf-343ef16cc01d req-0908540b-7a61-4628-8aa3-d93d64f2e39d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Oct 12 02:31:02.018595 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 57048) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:02.040408 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 57052) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:02.140008 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555380-df96-4d22-983e-9c0e4457943a req-1f86e05d-9c88-4bba-a004-fddca633f405 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:02.141576 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-10555380-df96-4d22-983e-9c0e4457943a req-1f86e05d-9c88-4bba-a004-fddca633f405 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 944 time: 0.0789163 Oct 12 02:31:02.163668 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 13169a7b-25b2-4358-a5b8-abaa69d4abac up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:02.194878 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a6416dc0-a538-4236-9bb5-477cebce09b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.226889 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:02.228850 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 13169a7b-25b2-4358-a5b8-abaa69d4abac completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:31:02.234318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 13169a7b-25b2-4358-a5b8-abaa69d4abac triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:02.235016 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.236082 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 13169a7b-25b2-4358-a5b8-abaa69d4abac Oct 12 02:31:02.270299 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-10555380-df96-4d22-983e-9c0e4457943a req-0e7749fc-2822-4954-88ce-e0315f7e5757 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204824 Oct 12 02:31:02.323559 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-db4f5d55-cb65-4a4d-af62-525c56a2ca83 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=01036e8f062246c2a4fd6d398911cf1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816172 Oct 12 02:31:02.326050 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 57064) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:02.327605 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 13169a7b-25b2-4358-a5b8-abaa69d4abac is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:02.328353 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.364294 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28569a6-05f2-47d3-907b-5d2d28ea3379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13169a7b-25b2-4358-a5b8-abaa69d4abac'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:02.366776 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e938cf-afab-4832-95f8-fe5031295f5b" -d '{"events": [{"server_uuid": "a28569a6-05f2-47d3-907b-5d2d28ea3379", "name": "network-vif-plugged", "status": "completed", "tag": "13169a7b-25b2-4358-a5b8-abaa69d4abac"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:02.380784 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 13169a7b-25b2-4358-a5b8-abaa69d4abac, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=13169a7b-25b2-4358-a5b8-abaa69d4abac,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:02.396457 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.404412 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a6416dc0-a538-4236-9bb5-477cebce09b3 admin admin] Publish callbacks [] for security_group (6a65cd46-4645-49a9-af6e-9b5411ba6090), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.420746 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beff4482-af76-45d5-9fd5-316f7f583aae x-openstack-request-id: req-beff4482-af76-45d5-9fd5-316f7f583aae {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:02.421108 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28569a6-05f2-47d3-907b-5d2d28ea3379", "name": "network-vif-plugged", "status": "completed", "tag": "13169a7b-25b2-4358-a5b8-abaa69d4abac", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:02.421256 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-beff4482-af76-45d5-9fd5-316f7f583aae {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:02.422217 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beff4482-af76-45d5-9fd5-316f7f583aae'] response: {'server_uuid': 'a28569a6-05f2-47d3-907b-5d2d28ea3379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13169a7b-25b2-4358-a5b8-abaa69d4abac', 'code': 200} Oct 12 02:31:02.423360 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b5a7037d-0023-451f-be6b-c28460722e40 admin admin] Publish callbacks [] for security_group (964c48ec-9134-4e9b-a695-710793c79de3), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.434095 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a6416dc0-a538-4236-9bb5-477cebce09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6a65cd46-4645-49a9-af6e-9b5411ba6090), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.455667 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=13169a7b-25b2-4358-a5b8-abaa69d4abac,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:02.470867 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b5a7037d-0023-451f-be6b-c28460722e40 admin admin] Publish callbacks [] for security_group (964c48ec-9134-4e9b-a695-710793c79de3), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.502898 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6416dc0-a538-4236-9bb5-477cebce09b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a65cd46-4645-49a9-af6e-9b5411ba6090,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:02.511009 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a6416dc0-a538-4236-9bb5-477cebce09b3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=774dea95831443bba1130d4642f807ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4914236 Oct 12 02:31:02.513948 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 57074) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:02.545361 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b5a7037d-0023-451f-be6b-c28460722e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (964c48ec-9134-4e9b-a695-710793c79de3), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.548537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b5a7037d-0023-451f-be6b-c28460722e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.549941 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b5a7037d-0023-451f-be6b-c28460722e40 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/964c48ec-9134-4e9b-a695-710793c79de3 HTTP/1.1" status: 204 len: 168 time: 0.2226787 Oct 12 02:31:02.562085 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7037d-0023-451f-be6b-c28460722e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964c48ec-9134-4e9b-a695-710793c79de3,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:02.606109 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2618e748-d076-41e4-a852-fb0488dced1d admin admin] Publish callbacks [] for security_group (6a65cd46-4645-49a9-af6e-9b5411ba6090), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.636937 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2618e748-d076-41e4-a852-fb0488dced1d admin admin] Publish callbacks [] for security_group (6a65cd46-4645-49a9-af6e-9b5411ba6090), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.731884 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2618e748-d076-41e4-a852-fb0488dced1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6a65cd46-4645-49a9-af6e-9b5411ba6090), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.734535 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2618e748-d076-41e4-a852-fb0488dced1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:02.736445 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-2618e748-d076-41e4-a852-fb0488dced1d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6a65cd46-4645-49a9-af6e-9b5411ba6090 HTTP/1.1" status: 204 len: 168 time: 0.2213826 Oct 12 02:31:02.750298 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618e748-d076-41e4-a852-fb0488dced1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a65cd46-4645-49a9-af6e-9b5411ba6090,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:02.755975 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e82176-6357-49e8-ac13-8f0cc7fdcccb req-5d7788f8-557e-4f2b-a0c8-62bb7fe8af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:02.757741 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e4e82176-6357-49e8-ac13-8f0cc7fdcccb req-5d7788f8-557e-4f2b-a0c8-62bb7fe8af35 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 1129 time: 0.0618453 Oct 12 02:31:02.819576 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e4e82176-6357-49e8-ac13-8f0cc7fdcccb req-3ddc20c1-1042-4334-94c9-690f54af4e37 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Oct 12 02:31:02.850944 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a373e9a-4e51-4d6e-bd68-918a346e4002 req-25aec575-ad84-4b65-977d-5741cfff07a3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:02.858601 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2a373e9a-4e51-4d6e-bd68-918a346e4002 req-25aec575-ad84-4b65-977d-5741cfff07a3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0657141 Oct 12 02:31:02.922360 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2a373e9a-4e51-4d6e-bd68-918a346e4002 req-8a5e6026-5208-41ff-9177-74f1175f2825 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589852 Oct 12 02:31:03.419574 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:03.438020 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb8059-ae08-4a37-9a30-563f69af0690 req-d44975d9-cc73-4129-8a7f-cea92660d231 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:03.440349 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e7cb8059-ae08-4a37-9a30-563f69af0690 req-d44975d9-cc73-4129-8a7f-cea92660d231 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0664709 Oct 12 02:31:03.532493 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e7cb8059-ae08-4a37-9a30-563f69af0690 req-e9d4aa9b-2afd-4f48-a337-c7e041a9321b tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759914 Oct 12 02:31:04.046058 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f81c-12bb-463e-9ae3-0b2b5dc8ca16 req-7b43c263-17e7-45d2-b455-0366671fb10d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:04.048809 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9432f81c-12bb-463e-9ae3-0b2b5dc8ca16 req-7b43c263-17e7-45d2-b455-0366671fb10d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0514319 Oct 12 02:31:04.093573 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:04.108143 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9432f81c-12bb-463e-9ae3-0b2b5dc8ca16 req-f2d1e682-581b-4978-b0d4-474ff00e0631 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533259 Oct 12 02:31:04.245074 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 57158) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:04.363194 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3d0cf3a5-e539-40ad-82b8-01b5cfdbc3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.437245 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3d0cf3a5-e539-40ad-82b8-01b5cfdbc3b1 admin admin] Publish callbacks [] for security_group (205b90e2-8085-4c6f-a58d-b2141611bf2c), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.441451 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3d0cf3a5-e539-40ad-82b8-01b5cfdbc3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (205b90e2-8085-4c6f-a58d-b2141611bf2c), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.479984 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-3d0cf3a5-e539-40ad-82b8-01b5cfdbc3b1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6fe98316c130442fabcbe2f360725b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338529 Oct 12 02:31:04.481104 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cf3a5-e539-40ad-82b8-01b5cfdbc3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205b90e2-8085-4c6f-a58d-b2141611bf2c,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:04.482809 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 57164) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:04.533965 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-261a495f-b7d8-48db-96d3-bb1549828c09 admin admin] Publish callbacks [] for security_group (205b90e2-8085-4c6f-a58d-b2141611bf2c), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.553183 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-261a495f-b7d8-48db-96d3-bb1549828c09 admin admin] Publish callbacks [] for security_group (205b90e2-8085-4c6f-a58d-b2141611bf2c), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.607448 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-261a495f-b7d8-48db-96d3-bb1549828c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (205b90e2-8085-4c6f-a58d-b2141611bf2c), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.609790 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-261a495f-b7d8-48db-96d3-bb1549828c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:04.611076 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-261a495f-b7d8-48db-96d3-bb1549828c09 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/205b90e2-8085-4c6f-a58d-b2141611bf2c HTTP/1.1" status: 204 len: 168 time: 0.1264081 Oct 12 02:31:04.615408 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:04.649328 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a495f-b7d8-48db-96d3-bb1549828c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205b90e2-8085-4c6f-a58d-b2141611bf2c,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:04.678968 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf623db3-d86b-4f13-ab9d-5cb44bd612c0 req-3c3b46ee-e1ea-4889-8a17-399f37fa5165 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:04.682005 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bf623db3-d86b-4f13-ab9d-5cb44bd612c0 req-3c3b46ee-e1ea-4889-8a17-399f37fa5165 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0698197 Oct 12 02:31:04.732280 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bf623db3-d86b-4f13-ab9d-5cb44bd612c0 req-411023b6-0bfc-48a1-86fd-95dbe1c13a3c tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Oct 12 02:31:05.236566 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9685b-ec83-4a3f-a12f-f32ef0dfc479 req-87164e02-e8bc-488b-9ee1-75d1425d770f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:05.238094 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91a9685b-ec83-4a3f-a12f-f32ef0dfc479 req-87164e02-e8bc-488b-9ee1-75d1425d770f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0510216 Oct 12 02:31:05.286536 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91a9685b-ec83-4a3f-a12f-f32ef0dfc479 req-c2f8b460-8efd-4193-af3c-fdcebfd85faa tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Oct 12 02:31:06.402934 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227efb4-c98f-4929-8a5f-60802ccff177 req-2fc9e8c2-33d7-4876-bc96-7bca8b97ceba tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:06.404382 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6227efb4-c98f-4929-8a5f-60802ccff177 req-2fc9e8c2-33d7-4876-bc96-7bca8b97ceba tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0463736 Oct 12 02:31:06.451020 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6227efb4-c98f-4929-8a5f-60802ccff177 req-39c34b84-5c55-49f4-abd3-9e535c8f8e03 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Oct 12 02:31:06.695339 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:07.569551 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a980335-e576-45e5-bcdd-64b08abda155 req-f63e19bb-ab61-479d-bc2e-cf241fcf7efc tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:07.571008 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7a980335-e576-45e5-bcdd-64b08abda155 req-f63e19bb-ab61-479d-bc2e-cf241fcf7efc tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0473249 Oct 12 02:31:07.607605 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:07.620559 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7a980335-e576-45e5-bcdd-64b08abda155 req-a4be538d-ed4a-4ff5-b453-a5b9b8e21871 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 Oct 12 02:31:08.643382 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776f74d-88f7-41cd-8691-6028c9e22ab1 req-065b8fc9-d331-4d79-bf61-c39a0c719fc9 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:08.644848 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e776f74d-88f7-41cd-8691-6028c9e22ab1 req-065b8fc9-d331-4d79-bf61-c39a0c719fc9 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0516529 Oct 12 02:31:08.695052 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e776f74d-88f7-41cd-8691-6028c9e22ab1 req-6effe402-c634-409b-98bf-e553d21aa4fe tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Oct 12 02:31:08.745956 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126c3fb-2b0d-4fbd-b126-7615351d2220 req-5c8e1701-71dd-43d2-9459-0c67f1e7877e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:08.747420 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1126c3fb-2b0d-4fbd-b126-7615351d2220 req-5c8e1701-71dd-43d2-9459-0c67f1e7877e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Oct 12 02:31:08.796031 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1126c3fb-2b0d-4fbd-b126-7615351d2220 req-f3b0c47d-eeed-484c-a5e2-30927dfcf6a6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Oct 12 02:31:09.822473 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b63417-7980-4597-96fc-9dd2bfadffbf req-ecf28d62-2d27-4634-bb44-7ee96a2537dc tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:09.823899 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b0b63417-7980-4597-96fc-9dd2bfadffbf req-ecf28d62-2d27-4634-bb44-7ee96a2537dc tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0465670 Oct 12 02:31:09.871494 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b0b63417-7980-4597-96fc-9dd2bfadffbf req-9f916d66-4c74-4a4e-8ce9-a9d1dfc24e02 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Oct 12 02:31:09.916186 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee3347-05ff-4e6d-bdf8-1ca9cbc74574 req-53d358a8-f721-4486-8972-d449d15f04c1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:09.917605 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8cee3347-05ff-4e6d-bdf8-1ca9cbc74574 req-53d358a8-f721-4486-8972-d449d15f04c1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0466003 Oct 12 02:31:09.964038 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8cee3347-05ff-4e6d-bdf8-1ca9cbc74574 req-adfb6918-c88c-4fb9-8fdb-6d0b347b5a67 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Oct 12 02:31:10.989006 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c527f-165c-4603-819c-b78e84a5f8e6 req-fab0ef1b-af9a-490a-b138-418f2d37a428 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:10.990447 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0d8c527f-165c-4603-819c-b78e84a5f8e6 req-fab0ef1b-af9a-490a-b138-418f2d37a428 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0451322 Oct 12 02:31:11.038166 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0d8c527f-165c-4603-819c-b78e84a5f8e6 req-608beafb-0897-416a-bd63-88e332a82d4a tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Oct 12 02:31:11.088683 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f8973-26ec-4aa5-b2cf-4c4315fd82c4 req-9b8b2ffd-857b-441a-a447-a801bd76e98b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:11.090167 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ef8f8973-26ec-4aa5-b2cf-4c4315fd82c4 req-9b8b2ffd-857b-441a-a447-a801bd76e98b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0504024 Oct 12 02:31:11.137272 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ef8f8973-26ec-4aa5-b2cf-4c4315fd82c4 req-3fd197f8-eb56-426c-9cd6-7da47188fc79 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Oct 12 02:31:12.163003 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d529871-d05d-4cc3-b334-cde00668aa0b req-d34276a7-3129-4580-8a13-2596755e3e0a tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:12.164466 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d529871-d05d-4cc3-b334-cde00668aa0b req-d34276a7-3129-4580-8a13-2596755e3e0a tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0484459 Oct 12 02:31:12.214487 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d529871-d05d-4cc3-b334-cde00668aa0b req-dc1a72d4-4921-4434-8515-52fa4accb4d3 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439372 Oct 12 02:31:12.258508 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c0710-bcf0-4c63-a6d0-5943261cccd9 req-c7100523-bda5-49cf-95f1-844134bde2ac tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:12.259994 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6d3c0710-bcf0-4c63-a6d0-5943261cccd9 req-c7100523-bda5-49cf-95f1-844134bde2ac tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0471652 Oct 12 02:31:12.306917 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6d3c0710-bcf0-4c63-a6d0-5943261cccd9 req-36f34976-8507-4003-ae81-fcfa465548b4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 Oct 12 02:31:13.332999 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adaec-3526-46d6-976b-8f603223f2a4 req-4f401a3e-f2f8-4ad5-8ae3-51e3165da129 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:13.334438 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c62adaec-3526-46d6-976b-8f603223f2a4 req-4f401a3e-f2f8-4ad5-8ae3-51e3165da129 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0461009 Oct 12 02:31:13.383754 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c62adaec-3526-46d6-976b-8f603223f2a4 req-13f76f31-ae05-4f8c-8269-1b012a393458 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432408 Oct 12 02:31:13.426906 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10879b02-59e5-42bc-9da3-81cc5ec5a18b req-d9357f33-4481-49c2-8d17-3f24e165e0a4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:13.428381 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-10879b02-59e5-42bc-9da3-81cc5ec5a18b req-d9357f33-4481-49c2-8d17-3f24e165e0a4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0472610 Oct 12 02:31:13.478797 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-10879b02-59e5-42bc-9da3-81cc5ec5a18b req-9961659b-ba27-4c37-87d5-cd27f6a176ff tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447655 Oct 12 02:31:14.343784 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:14.507024 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc8afe-9192-4457-a64a-ee2c194b2a25 req-820ccc24-a5d0-4c6c-b9db-afa1bb4755c3 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:14.508396 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bafc8afe-9192-4457-a64a-ee2c194b2a25 req-820ccc24-a5d0-4c6c-b9db-afa1bb4755c3 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0494673 Oct 12 02:31:14.551503 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:14.556721 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bafc8afe-9192-4457-a64a-ee2c194b2a25 req-14525a61-e011-40e3-8868-03adafebcbc7 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Oct 12 02:31:14.598003 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734bb19-3ba5-40bc-974f-f35f65669424 req-cf629ff7-9923-4ada-91e5-bebf735226c9 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:14.599470 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b734bb19-3ba5-40bc-974f-f35f65669424 req-cf629ff7-9923-4ada-91e5-bebf735226c9 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0469496 Oct 12 02:31:14.646508 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b734bb19-3ba5-40bc-974f-f35f65669424 req-423d48d2-91ea-4f5c-942d-c1a62170da3c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Oct 12 02:31:14.661242 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:14.662363 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:15.676903 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe17833-8d7c-44c5-b516-8b2986a1f4e5 req-9f372ef3-bd4a-42d6-b540-77bfd094028e tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:15.678383 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7fe17833-8d7c-44c5-b516-8b2986a1f4e5 req-9f372ef3-bd4a-42d6-b540-77bfd094028e tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0464625 Oct 12 02:31:15.729864 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7fe17833-8d7c-44c5-b516-8b2986a1f4e5 req-1e5db5ed-c467-4943-ba24-2f6a335419bc tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453877 Oct 12 02:31:15.770757 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887371e-2663-4367-b635-a10e7ccbafd3 req-a5f2fd74-dc80-4249-a1b2-1fe8fedf0eb7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:15.772894 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c887371e-2663-4367-b635-a10e7ccbafd3 req-a5f2fd74-dc80-4249-a1b2-1fe8fedf0eb7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0511062 Oct 12 02:31:15.811034 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:15.825232 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c887371e-2663-4367-b635-a10e7ccbafd3 req-5bb538c2-f0e6-4982-91d0-32f7b93d9506 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466275 Oct 12 02:31:15.884291 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2748a042-490e-44a8-8b1d-d4e1e664fa9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:16.848794 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae8752-80f7-40fb-9792-e6a20e803075 req-6dd94929-6ca3-4ac8-b1ac-b30a69d94b3b tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:16.850525 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-13ae8752-80f7-40fb-9792-e6a20e803075 req-6dd94929-6ca3-4ac8-b1ac-b30a69d94b3b tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0468974 Oct 12 02:31:16.905336 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-13ae8752-80f7-40fb-9792-e6a20e803075 req-29498d01-b7a4-4e5b-b777-7609ffc47e71 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490472 Oct 12 02:31:16.950992 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb1366-9e7c-4a75-b93a-f41f3e2ab3dd req-8216cf09-ed66-40ed-86e7-1c50d9c88885 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:16.952472 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-41eb1366-9e7c-4a75-b93a-f41f3e2ab3dd req-8216cf09-ed66-40ed-86e7-1c50d9c88885 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0525768 Oct 12 02:31:16.998597 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-41eb1366-9e7c-4a75-b93a-f41f3e2ab3dd req-644fa68f-d4f4-4d8c-9b58-ab6ced5b0ca8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Oct 12 02:31:18.027037 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa383756-7193-4594-8a1c-b2cadbfbb635 req-0b3ba27a-b7f8-48ca-8d9a-86e43b119173 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:18.028483 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-aa383756-7193-4594-8a1c-b2cadbfbb635 req-0b3ba27a-b7f8-48ca-8d9a-86e43b119173 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0454206 Oct 12 02:31:18.079339 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-aa383756-7193-4594-8a1c-b2cadbfbb635 req-93edf350-35e1-4a60-bfd2-078cc0343682 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Oct 12 02:31:18.126908 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fca17-f55d-4083-b183-5f41bef95e7e req-6c87808a-695e-4693-958c-045ffa3b8280 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:18.128573 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1d2fca17-f55d-4083-b183-5f41bef95e7e req-6c87808a-695e-4693-958c-045ffa3b8280 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0523548 Oct 12 02:31:18.149760 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:18.178771 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1d2fca17-f55d-4083-b183-5f41bef95e7e req-914df9d1-fab6-4e50-b326-31d7f4ce6359 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447822 Oct 12 02:31:18.223611 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ae76-e7a6-4a5b-9cd1-6b24ec614db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:19.216929 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14799fcb-b2cd-4c90-a9d5-8eb4525c8c91 req-f714eb1a-b758-4b4d-8f32-5297a45e90df tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:19.229871 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14799fcb-b2cd-4c90-a9d5-8eb4525c8c91 req-f714eb1a-b758-4b4d-8f32-5297a45e90df tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0667820 Oct 12 02:31:19.257333 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:19.311244 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-14799fcb-b2cd-4c90-a9d5-8eb4525c8c91 req-edc4e493-9453-471b-818a-7b8923caed04 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804136 Oct 12 02:31:19.377450 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a810b-e917-4beb-b0c2-5b22143e3138 req-a0153efa-a0ad-429f-b5a3-a9e56c537e06 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:19.381417 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-824a810b-e917-4beb-b0c2-5b22143e3138 req-a0153efa-a0ad-429f-b5a3-a9e56c537e06 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0526586 Oct 12 02:31:19.427643 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-824a810b-e917-4beb-b0c2-5b22143e3138 req-a6535a4f-044b-497c-a635-bd3f13810c77 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Oct 12 02:31:19.481171 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc0e00-7e81-40df-bb7b-945b02655dd6 req-8a5c6a33-30c2-4e8a-b8da-792a1925462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:19.482550 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-33bc0e00-7e81-40df-bb7b-945b02655dd6 req-8a5c6a33-30c2-4e8a-b8da-792a1925462f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 1129 time: 0.0381165 Oct 12 02:31:19.723357 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-33bc0e00-7e81-40df-bb7b-945b02655dd6 req-d6c526f7-0b51-4460-8dba-c896c2ed6379 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392842 Oct 12 02:31:20.429463 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02af0-8cae-4361-8877-d9f47c8c75c3 req-349eb717-c5d2-403d-b392-8decbe613a37 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:20.430928 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5ca02af0-8cae-4361-8877-d9f47c8c75c3 req-349eb717-c5d2-403d-b392-8decbe613a37 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0461993 Oct 12 02:31:20.479981 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5ca02af0-8cae-4361-8877-d9f47c8c75c3 req-02160a3d-f87a-4dc4-b38c-a226f866b174 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Oct 12 02:31:20.553392 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037ec95-538f-4900-b4b0-5a0844cdadad req-9074cb9e-efee-483a-8dfe-8cec51236f51 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:20.554874 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a037ec95-538f-4900-b4b0-5a0844cdadad req-9074cb9e-efee-483a-8dfe-8cec51236f51 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0505638 Oct 12 02:31:20.602829 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a037ec95-538f-4900-b4b0-5a0844cdadad req-759f3042-6024-475a-b423-cd5808679371 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417316 Oct 12 02:31:20.807172 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:20.831537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:20.845084 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f8b3f-1854-4174-8bc4-d41b5cb4c2ad req-4fd167d8-bcd6-4136-8a33-215273509cd0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:20.846527 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c43f8b3f-1854-4174-8bc4-d41b5cb4c2ad req-4fd167d8-bcd6-4136-8a33-215273509cd0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0478451 Oct 12 02:31:20.894489 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c43f8b3f-1854-4174-8bc4-d41b5cb4c2ad req-e700716c-ae5d-45ed-ab58-dbda704f5152 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424013 Oct 12 02:31:21.180517 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:21.726675 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b9a65-1f41-43d8-a261-1caa0c25423d req-594eef88-02e8-4b9b-9895-f9e082a67c7e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:21.728196 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-463b9a65-1f41-43d8-a261-1caa0c25423d req-594eef88-02e8-4b9b-9895-f9e082a67c7e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0483773 Oct 12 02:31:21.746007 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd14ae-97ca-488a-88b4-0041aa04efaf req-97b236e4-cd37-4ee3-b0b0-0a18ef8216c0 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:21.747498 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-74bd14ae-97ca-488a-88b4-0041aa04efaf req-97b236e4-cd37-4ee3-b0b0-0a18ef8216c0 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0552571 Oct 12 02:31:21.779130 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-463b9a65-1f41-43d8-a261-1caa0c25423d req-06c045ae-23c1-4c2d-bc82-c393acf844dd tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Oct 12 02:31:21.795896 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-74bd14ae-97ca-488a-88b4-0041aa04efaf req-d5d82447-9631-4742-bde5-cf0490f17be0 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Oct 12 02:31:22.017599 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32bd69-df0e-4d19-a807-1fe771d6b844 req-197c6fd0-f632-4df9-9973-b43296316afa tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:22.019023 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-eb32bd69-df0e-4d19-a807-1fe771d6b844 req-197c6fd0-f632-4df9-9973-b43296316afa tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0452631 Oct 12 02:31:22.064144 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-eb32bd69-df0e-4d19-a807-1fe771d6b844 req-082d3b2b-2445-42e1-bd69-9e9b423991fa tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396419 Oct 12 02:31:22.897206 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d587123-fa3f-483e-b684-7157d4fb6967 req-22855d2a-00ea-4d3f-b4da-bc61a3903741 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:22.898701 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0d587123-fa3f-483e-b684-7157d4fb6967 req-22855d2a-00ea-4d3f-b4da-bc61a3903741 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0473437 Oct 12 02:31:22.916096 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4527fb-b488-4fc1-9a11-750059e9245d req-7530a3c7-fd28-4d16-9781-c72c9106384e tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:22.917643 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9f4527fb-b488-4fc1-9a11-750059e9245d req-7530a3c7-fd28-4d16-9781-c72c9106384e tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0464573 Oct 12 02:31:22.946741 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0d587123-fa3f-483e-b684-7157d4fb6967 req-54f7dfa7-99fc-4a4c-98ec-4add26511af4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424709 Oct 12 02:31:22.964965 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9f4527fb-b488-4fc1-9a11-750059e9245d req-c7b58c79-a4e3-4e8f-961d-2fd2e23c4e35 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Oct 12 02:31:23.190910 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c91f99-3549-4a86-95e1-2c1f9b615fd2 req-b5fabbe1-655d-488a-afff-66d1d4b6605f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:23.192349 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-00c91f99-3549-4a86-95e1-2c1f9b615fd2 req-b5fabbe1-655d-488a-afff-66d1d4b6605f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0486939 Oct 12 02:31:23.238805 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-00c91f99-3549-4a86-95e1-2c1f9b615fd2 req-07422c4b-1acb-459f-a554-61972a11f01f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406542 Oct 12 02:31:24.069998 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fa8b0-8927-478c-a290-96aaaca40574 req-d319a7e5-053a-4dab-94fc-354a453157d2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.071490 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-457fa8b0-8927-478c-a290-96aaaca40574 req-d319a7e5-053a-4dab-94fc-354a453157d2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0503566 Oct 12 02:31:24.085820 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944326a7-0f4a-4049-8127-485a6041b212 req-fa247c0c-1351-4316-ad2c-62eee45a9c9e tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.087280 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-944326a7-0f4a-4049-8127-485a6041b212 req-fa247c0c-1351-4316-ad2c-62eee45a9c9e tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0465205 Oct 12 02:31:24.119676 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-457fa8b0-8927-478c-a290-96aaaca40574 req-24e7c59e-15b0-41e1-8ecd-7aa1e3bd8ccb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Oct 12 02:31:24.135371 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-944326a7-0f4a-4049-8127-485a6041b212 req-a842f05c-3247-41a9-8a6a-cf703d888cd9 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 Oct 12 02:31:24.361417 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff9c51-a8ae-4732-a5dd-c58497313fe9 req-03795249-c6c4-4534-8f62-ccd2c8f580ef tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:24.362867 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-72ff9c51-a8ae-4732-a5dd-c58497313fe9 req-03795249-c6c4-4534-8f62-ccd2c8f580ef tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0456593 Oct 12 02:31:24.402023 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:24.410251 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-72ff9c51-a8ae-4732-a5dd-c58497313fe9 req-e245c1a9-72ab-4d27-9ed6-a64d4d6edd03 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 Oct 12 02:31:25.243988 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdf24a-0f26-44f7-882d-6f15594ec8e9 req-c708e5a4-edd7-4a51-b163-7ea28b5d8264 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:25.245692 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1acdf24a-0f26-44f7-882d-6f15594ec8e9 req-c708e5a4-edd7-4a51-b163-7ea28b5d8264 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Oct 12 02:31:25.257164 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58eeae-463e-4513-8c14-bfcae071afe8 req-d188445e-b89b-4977-bc35-97ffcecd1211 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:25.258626 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2d58eeae-463e-4513-8c14-bfcae071afe8 req-d188445e-b89b-4977-bc35-97ffcecd1211 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0494013 Oct 12 02:31:25.299750 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1acdf24a-0f26-44f7-882d-6f15594ec8e9 req-73e1655c-aad1-470e-84f1-252fb8bf211e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 Oct 12 02:31:25.305322 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2d58eeae-463e-4513-8c14-bfcae071afe8 req-5220d9ff-63c5-4707-904f-5152d0573de2 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405674 Oct 12 02:31:25.537849 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c245a-da1f-466d-a5d0-da872c01ff25 req-bf2bcf8f-c3e4-4411-9f3f-817938ede4d1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:25.539425 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-958c245a-da1f-466d-a5d0-da872c01ff25 req-bf2bcf8f-c3e4-4411-9f3f-817938ede4d1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0486612 Oct 12 02:31:25.572441 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:25.587338 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-958c245a-da1f-466d-a5d0-da872c01ff25 req-c7963de7-6a4c-4a2b-9d3a-b65e26ba3fbf tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423148 Oct 12 02:31:26.421098 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2628dc-76a7-4569-8a59-9ef990634c09 req-80424b28-0c1f-49a4-987a-a882f5bccaab tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:26.422499 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9b2628dc-76a7-4569-8a59-9ef990634c09 req-80424b28-0c1f-49a4-987a-a882f5bccaab tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0463872 Oct 12 02:31:26.422697 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc064b75-5ed6-4927-be96-d64ad506e715 req-f16d444c-d830-442e-8cae-e02b0ef6dc83 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:26.424161 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bc064b75-5ed6-4927-be96-d64ad506e715 req-f16d444c-d830-442e-8cae-e02b0ef6dc83 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0459945 Oct 12 02:31:26.470175 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9b2628dc-76a7-4569-8a59-9ef990634c09 req-c1f7a279-8dd4-4741-a288-551ad17ff282 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421267 Oct 12 02:31:26.471353 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bc064b75-5ed6-4927-be96-d64ad506e715 req-caaabac1-f60b-4f68-9283-4432f036449d tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415399 Oct 12 02:31:26.596672 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 13169a7b-25b2-4358-a5b8-abaa69d4abac no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:31:26.681591 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 13169a7b-25b2-4358-a5b8-abaa69d4abac is: ACTIVE; New status is: DOWN {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:26.682214 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:26.705256 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28569a6-05f2-47d3-907b-5d2d28ea3379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13169a7b-25b2-4358-a5b8-abaa69d4abac'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:26.708787 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8e65c2-9bf2-42fa-a4f5-bd00834d4c52" -d '{"events": [{"server_uuid": "a28569a6-05f2-47d3-907b-5d2d28ea3379", "name": "network-vif-unplugged", "status": "completed", "tag": "13169a7b-25b2-4358-a5b8-abaa69d4abac"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:26.737812 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 13169a7b-25b2-4358-a5b8-abaa69d4abac, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=13169a7b-25b2-4358-a5b8-abaa69d4abac,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:26.746559 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:26.754440 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3463a-9210-4d22-89b3-f562957f33ce req-646fceaf-ad5d-4d5f-8070-b3b81ce50f66 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:26.760243 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-02d3463a-9210-4d22-89b3-f562957f33ce req-646fceaf-ad5d-4d5f-8070-b3b81ce50f66 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0670707 Oct 12 02:31:26.770050 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-a26e302b-9166-46e5-a004-32ce4d54c6a0 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:26.771845 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-a26e302b-9166-46e5-a004-32ce4d54c6a0 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 945 time: 0.0653803 Oct 12 02:31:26.781503 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88eb683-86fb-4be6-b613-1e2dcfe01d8e x-openstack-request-id: req-e88eb683-86fb-4be6-b613-1e2dcfe01d8e {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:26.781811 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28569a6-05f2-47d3-907b-5d2d28ea3379", "name": "network-vif-unplugged", "status": "completed", "tag": "13169a7b-25b2-4358-a5b8-abaa69d4abac", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:26.782234 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e88eb683-86fb-4be6-b613-1e2dcfe01d8e {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:26.782642 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88eb683-86fb-4be6-b613-1e2dcfe01d8e'] response: {'server_uuid': 'a28569a6-05f2-47d3-907b-5d2d28ea3379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13169a7b-25b2-4358-a5b8-abaa69d4abac', 'code': 200} Oct 12 02:31:26.807095 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=13169a7b-25b2-4358-a5b8-abaa69d4abac,revision_number=6']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:26.813333 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-02d3463a-9210-4d22-89b3-f562957f33ce req-e55700d1-7678-4295-a141-5fec7c0457b7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499389 Oct 12 02:31:27.330294 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Deleting port 13169a7b-25b2-4358-a5b8-abaa69d4abac {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:31:27.330635 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:27.346467 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:27.424550 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] For port 13169a7b-25b2-4358-a5b8-abaa69d4abac, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=13169a7b-25b2-4358-a5b8-abaa69d4abac,segment=NetworkSegment(5ff95c7b-70e4-4f9c-862f-500f4b939fa9),segment_id=5ff95c7b-70e4-4f9c-862f-500f4b939fa9)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:27.425241 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:27.438642 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Calling delete_port for 13169a7b-25b2-4358-a5b8-abaa69d4abac owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:31:27.612670 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2dc5-3800-43bd-97af-abcdf3e3f7d5 req-a268b7ca-8e76-4c11-8b5a-64619d3df79c tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:27.614480 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-651b2dc5-3800-43bd-97af-abcdf3e3f7d5 req-a268b7ca-8e76-4c11-8b5a-64619d3df79c tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 943 time: 0.0651226 Oct 12 02:31:27.616323 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (13169a7b-25b2-4358-a5b8-abaa69d4abac), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:27.619713 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a947b-ead7-48a8-9855-f7a0cbbce972 req-6867fb2e-d3e1-45fe-badc-48350443d482 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:27.622003 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6c2a947b-ead7-48a8-9855-f7a0cbbce972 req-6867fb2e-d3e1-45fe-badc-48350443d482 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0679257 Oct 12 02:31:27.686367 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Pushing event deleted for resources: {'Port': ['ID=13169a7b-25b2-4358-a5b8-abaa69d4abac,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:27.689684 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6c2a947b-ead7-48a8-9855-f7a0cbbce972 req-9c89380d-3361-4615-973e-0494bf7dce4e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551763 Oct 12 02:31:27.731513 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] No DVR routers for this DVR port 13169a7b-25b2-4358-a5b8-abaa69d4abac on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:31:27.737690 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:27.743181 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-588543a3-4358-4ad2-a1ee-d31d5c8b9779 req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.16 "DELETE /networking/v2.0/ports/13169a7b-25b2-4358-a5b8-abaa69d4abac HTTP/1.1" status: 204 len: 173 time: 0.4929268 Oct 12 02:31:27.744074 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28569a6-05f2-47d3-907b-5d2d28ea3379', 'name': 'network-vif-deleted', 'tag': '13169a7b-25b2-4358-a5b8-abaa69d4abac'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:27.746802 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630382a2-826c-4f8a-97de-6200d68ce6ac" -d '{"events": [{"server_uuid": "a28569a6-05f2-47d3-907b-5d2d28ea3379", "name": "network-vif-deleted", "tag": "13169a7b-25b2-4358-a5b8-abaa69d4abac"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:27.750570 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.751020 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.751578 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.752154 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.752617 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.758630 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.759711 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.760153 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.760610 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.761098 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.762229 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.762229 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.762819 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.763608 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.764022 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de37de-8939-40b5-a2f7-4872cb43f8b8 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:27.803923 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-651b2dc5-3800-43bd-97af-abcdf3e3f7d5 req-a39ef2cb-f7f8-42be-8c80-34d78af8a91d tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e6a5d47-beb2-4887-85fa-a899bd261419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706071 Oct 12 02:31:27.856370 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789b903-5945-4b84-81f5-b31b2d5db423 x-openstack-request-id: req-6789b903-5945-4b84-81f5-b31b2d5db423 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:27.856669 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28569a6-05f2-47d3-907b-5d2d28ea3379", "name": "network-vif-deleted", "tag": "13169a7b-25b2-4358-a5b8-abaa69d4abac", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:27.856960 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6789b903-5945-4b84-81f5-b31b2d5db423 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:27.857365 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6789b903-5945-4b84-81f5-b31b2d5db423'] response: {'server_uuid': 'a28569a6-05f2-47d3-907b-5d2d28ea3379', 'name': 'network-vif-deleted', 'tag': '13169a7b-25b2-4358-a5b8-abaa69d4abac', 'status': 'completed', 'code': 200} Oct 12 02:31:27.868901 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0694ed-b687-45e5-a0ce-c06086177a60 req-aca06f27-6332-4468-8b0c-77da565d7722 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:27.871186 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-af0694ed-b687-45e5-a0ce-c06086177a60 req-aca06f27-6332-4468-8b0c-77da565d7722 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.1069829 Oct 12 02:31:27.931866 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-af0694ed-b687-45e5-a0ce-c06086177a60 req-b00de3d3-374f-4f73-8505-b29860ef5301 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541363 Oct 12 02:31:27.982073 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521e7b3-2b28-4d9e-a6e6-122289ba2734 req-4c861906-329d-415d-b917-741adc448bec tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:27.983693 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8521e7b3-2b28-4d9e-a6e6-122289ba2734 req-4c861906-329d-415d-b917-741adc448bec tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0678701 Oct 12 02:31:28.057418 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8521e7b3-2b28-4d9e-a6e6-122289ba2734 req-14d0f703-8a58-4642-ba4e-a3f4fbe524d0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621991 Oct 12 02:31:28.231952 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-a7c98ed8-ec98-4618-ae65-3946c091e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:28.233577 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-a7c98ed8-ec98-4618-ae65-3946c091e6ce service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 1130 time: 0.0463240 Oct 12 02:31:28.394389 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-8ed4c45b-757c-4208-a15c-bcef48204218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:28.396194 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-8ed4c45b-757c-4208-a15c-bcef48204218 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 916 time: 0.1213863 Oct 12 02:31:28.476734 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-dac587a6-4ef1-4b41-92d5-04d3dc227230 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec HTTP/1.1" status: 200 len: 1001 time: 0.0661130 Oct 12 02:31:28.874755 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:28.926583 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c4d0f39b-c390-4a15-b8aa-8c46f5cd7e14 req-f450ae37-bad7-46d3-b1f2-566cc22d90a4 tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 210 time: 0.0283921 Oct 12 02:31:29.139774 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:29.179919 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e9387-739c-4e87-ba08-7c86f6b96665 req-05c1c507-d243-400c-ac3b-6941a5f95bd9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:29.181417 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-678e9387-739c-4e87-ba08-7c86f6b96665 req-05c1c507-d243-400c-ac3b-6941a5f95bd9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0498450 Oct 12 02:31:29.228961 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-678e9387-739c-4e87-ba08-7c86f6b96665 req-b762fee6-0027-4ff6-b299-aa29c3047329 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420556 Oct 12 02:31:30.039158 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fbefedd2-3ac4-4ab4-8693-6ea7f62b17c5 req-1b98a937-ddf7-4e61-82fa-0aaa23690fdb tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 210 time: 0.0273674 Oct 12 02:31:30.388679 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b707-17e0-4523-a9c8-c720e145c004 req-7ab43798-98a2-4d01-ba20-4461e698cd90 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:30.390174 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c487b707-17e0-4523-a9c8-c720e145c004 req-7ab43798-98a2-4d01-ba20-4461e698cd90 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0802891 Oct 12 02:31:30.394386 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-58af1942-b04e-4002-a3a0-7588b46b8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:30.395732 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-58af1942-b04e-4002-a3a0-7588b46b8c47 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.0843182 Oct 12 02:31:30.430777 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:30.439150 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c487b707-17e0-4523-a9c8-c720e145c004 req-5b080fbb-d4e3-43bc-a712-a63b063495a1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425131 Oct 12 02:31:31.156050 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f218bada-2d9f-4ab6-b22d-3c7e31d14f48 req-af5e5817-1c7f-426f-b2e7-0feef4471e7c tempest-VolumesActionsTest-1485306525 tempest-VolumesActionsTest-1485306525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a28569a6-05f2-47d3-907b-5d2d28ea3379 HTTP/1.1" status: 200 len: 210 time: 0.0279634 Oct 12 02:31:31.341614 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-509c8ba1-41f7-41a9-a1be-8020ad863015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:31.344361 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-509c8ba1-41f7-41a9-a1be-8020ad863015 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423574 Oct 12 02:31:31.358776 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:31.369857 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:31.699378 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd909-52b8-4fb0-8fe2-f7b6b51f4946 req-00dad699-b37c-44c8-aed3-f7aa9107395a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:31.700889 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-20abd909-52b8-4fb0-8fe2-f7b6b51f4946 req-00dad699-b37c-44c8-aed3-f7aa9107395a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0595088 Oct 12 02:31:31.737697 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-542cf531-cd1e-4ce8-be0a-475db40a71a9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795524 Oct 12 02:31:31.762652 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-20abd909-52b8-4fb0-8fe2-f7b6b51f4946 req-6acb051b-d9a2-47ab-b603-3aa1d837bbfc tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548904 Oct 12 02:31:32.040689 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83a59e06-d9ba-42c9-bc6c-404c4912fa5f req-d4272e69-bee0-4531-8f65-9df674dafdca service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963643 Oct 12 02:31:32.906284 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69c08e-3534-43ac-988b-72459040892c req-dc182ff5-5803-4963-b10b-932f836d9db7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:32.914508 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2e69c08e-3534-43ac-988b-72459040892c req-dc182ff5-5803-4963-b10b-932f836d9db7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0665767 Oct 12 02:31:32.934809 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54860d30-0c0b-49d0-867e-8200709f9bf4 req-4c201e5f-1b17-4037-8b29-1f24b0b18f82 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:32.954886 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-54860d30-0c0b-49d0-867e-8200709f9bf4 req-4c201e5f-1b17-4037-8b29-1f24b0b18f82 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0709360 Oct 12 02:31:32.955105 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:32.983610 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2e69c08e-3534-43ac-988b-72459040892c req-51813a86-a063-4a05-860c-c6abdcb79e6c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679896 Oct 12 02:31:33.037821 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-54860d30-0c0b-49d0-867e-8200709f9bf4 req-648c6a9d-db50-4d1b-8cfb-af5dee9bc90c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870705 Oct 12 02:31:33.048793 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-82f9ecc6-a3f3-46d7-a28c-28a131eb3e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:33.050266 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-82f9ecc6-a3f3-46d7-a28c-28a131eb3e32 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 1130 time: 0.0718260 Oct 12 02:31:33.158369 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-e0f4c773-8a61-4aef-93d0-c48622ad00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:33.159812 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-e0f4c773-8a61-4aef-93d0-c48622ad00a4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.0995765 Oct 12 02:31:33.230973 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-2e4e5700-153a-4972-ba76-c685561b6184 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee HTTP/1.1" status: 200 len: 217 time: 0.0382984 Oct 12 02:31:33.567720 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-c90ce72f-f2e2-4dbc-acf5-b74a098ca42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:33.569388 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-c90ce72f-f2e2-4dbc-acf5-b74a098ca42b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.0477064 Oct 12 02:31:33.709295 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:31:34.105017 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c915c-8436-4009-b5e6-c24086969a81 req-2a614b24-a5a2-49fe-b301-a88ea0d238f1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:34.106508 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1b5c915c-8436-4009-b5e6-c24086969a81 req-2a614b24-a5a2-49fe-b301-a88ea0d238f1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0474377 Oct 12 02:31:34.154124 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1b5c915c-8436-4009-b5e6-c24086969a81 req-c53468c8-d5ea-40ba-9add-f1aff284d68b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Oct 12 02:31:34.171605 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15190956-0395-4866-a607-0a924a54059e req-8989d616-ba4e-4dc8-a424-0c25796efcae tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:34.173109 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-15190956-0395-4866-a607-0a924a54059e req-8989d616-ba4e-4dc8-a424-0c25796efcae tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0484748 Oct 12 02:31:34.229935 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-15190956-0395-4866-a607-0a924a54059e req-24464027-1cfb-4de5-953a-07291036d58d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510263 Oct 12 02:31:34.468944 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-8d55d29b-887b-4553-8998-237f5013e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:34.470483 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-8d55d29b-887b-4553-8998-237f5013e4aa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441353 Oct 12 02:31:35.274116 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24ccc-8c0f-44b9-8d02-da2cf6b91962 req-3184fa09-639a-42a1-8b30-24d3eb9e2744 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:35.275601 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fcc24ccc-8c0f-44b9-8d02-da2cf6b91962 req-3184fa09-639a-42a1-8b30-24d3eb9e2744 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0467534 Oct 12 02:31:35.333215 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fcc24ccc-8c0f-44b9-8d02-da2cf6b91962 req-362b11e3-b78e-4234-9c73-19d4e9ff9351 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505779 Oct 12 02:31:35.358992 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:35.388249 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8292976-3c7e-44ab-b4d1-156ae4c005b3 req-b97b0f72-a6a8-464c-8ba8-a20abbea2258 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:35.389770 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b8292976-3c7e-44ab-b4d1-156ae4c005b3 req-b97b0f72-a6a8-464c-8ba8-a20abbea2258 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0755682 Oct 12 02:31:35.392353 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-c7ca5d27-9025-42cb-ac91-be113418b7cc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320772 Oct 12 02:31:35.415507 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:35.436457 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b8292976-3c7e-44ab-b4d1-156ae4c005b3 req-e02fa55a-fabd-4cb2-a72b-1d5eb8082654 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402319 Oct 12 02:31:36.311079 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-47755e4e-5d00-4b68-81fc-60603dc41e06 req-6ec7f7ca-db6c-4eec-a3a8-9e33afb30f2c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861168 Oct 12 02:31:36.453652 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acd14d-5ca4-42ad-95d3-9a69183658db req-e1486268-2cd3-4eed-896b-623dd7b24a24 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:36.455110 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a2acd14d-5ca4-42ad-95d3-9a69183658db req-e1486268-2cd3-4eed-896b-623dd7b24a24 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0458128 Oct 12 02:31:36.503137 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a2acd14d-5ca4-42ad-95d3-9a69183658db req-6dcc0849-a801-46e9-a714-8e94b81e5df1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Oct 12 02:31:36.567149 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b634afc-7288-4940-b1ae-8fa8e565cf4c req-356f0166-1047-43f9-8200-b8790b728084 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:36.568591 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9b634afc-7288-4940-b1ae-8fa8e565cf4c req-356f0166-1047-43f9-8200-b8790b728084 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0498197 Oct 12 02:31:36.615325 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9b634afc-7288-4940-b1ae-8fa8e565cf4c req-f73b9cfd-3249-4706-be49-770ce1906ad1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411348 Oct 12 02:31:37.621895 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb75cba-52a5-4307-bf83-e3984c3e2ad5 req-0e6eac9b-5388-4ad0-b16f-b2a81f371159 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.623253 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ddb75cba-52a5-4307-bf83-e3984c3e2ad5 req-0e6eac9b-5388-4ad0-b16f-b2a81f371159 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0460424 Oct 12 02:31:37.670544 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ddb75cba-52a5-4307-bf83-e3984c3e2ad5 req-b859e4bb-e339-426b-9630-ca8d2908e09f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Oct 12 02:31:37.739886 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f157c96-2739-494f-b5b2-b7d430ca33f1 req-3a174711-5d17-41b4-ac2b-c350a6dbb46a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:37.741479 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1f157c96-2739-494f-b5b2-b7d430ca33f1 req-3a174711-5d17-41b4-ac2b-c350a6dbb46a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0470486 Oct 12 02:31:37.790931 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1f157c96-2739-494f-b5b2-b7d430ca33f1 req-7de769c8-75ab-4c43-b0bb-22d24ad296b4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437675 Oct 12 02:31:38.790891 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce88e26-f553-4385-87dd-c734633c21a6 req-10b86f76-7a98-4be5-a243-ec9629c1c381 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:38.792344 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8ce88e26-f553-4385-87dd-c734633c21a6 req-10b86f76-7a98-4be5-a243-ec9629c1c381 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0489185 Oct 12 02:31:38.805122 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:38.841137 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8ce88e26-f553-4385-87dd-c734633c21a6 req-89c675f0-d07e-432a-9eb0-9ae368187a0c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Oct 12 02:31:38.863858 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=25,neutron:UPDATE=6 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:38.870061 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:38.917110 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b297aad-6340-4945-91b8-75ace4638f4c req-23df56f8-45c4-4df7-ae20-904c94dbfc0f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:38.918559 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b297aad-6340-4945-91b8-75ace4638f4c req-23df56f8-45c4-4df7-ae20-904c94dbfc0f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0458009 Oct 12 02:31:38.969029 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b297aad-6340-4945-91b8-75ace4638f4c req-9876c7a4-b5d7-402f-ba11-3d47142a5ccf tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443523 Oct 12 02:31:39.966923 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef30573-c4e2-49b7-91ff-a913d56c510c req-92a5be7f-691d-452b-8742-0c107f901a70 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:39.968456 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-aef30573-c4e2-49b7-91ff-a913d56c510c req-92a5be7f-691d-452b-8742-0c107f901a70 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0480318 Oct 12 02:31:40.021204 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-aef30573-c4e2-49b7-91ff-a913d56c510c req-cc3be73d-53d3-4aa1-a187-a8154116f4ba tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466564 Oct 12 02:31:40.109512 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34553103-0587-4427-a1ed-6268922cb839 req-0fac583e-4d40-49de-829e-5dbb0ff097bb tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:40.119500 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-34553103-0587-4427-a1ed-6268922cb839 req-0fac583e-4d40-49de-829e-5dbb0ff097bb tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0621221 Oct 12 02:31:40.164687 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-34553103-0587-4427-a1ed-6268922cb839 req-2033ca6c-84b2-4aba-8de0-77c27ab6d8bd tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 Oct 12 02:31:41.172462 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b9ef8-dd0a-4a10-b8a2-be4a41502c5b req-ddcd1c64-3f8e-45fe-87ba-658e8173c785 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:41.174173 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c56b9ef8-dd0a-4a10-b8a2-be4a41502c5b req-ddcd1c64-3f8e-45fe-87ba-658e8173c785 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0710282 Oct 12 02:31:41.244242 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c56b9ef8-dd0a-4a10-b8a2-be4a41502c5b req-ef92b58a-6c1f-495b-9d7e-3a4e4f35671c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599799 Oct 12 02:31:41.345791 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65680539-c016-4f11-8fb3-3ed5db6e61a2 req-5c0a2f0d-8310-4bc0-adc3-52a9d0957502 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:41.354126 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-65680539-c016-4f11-8fb3-3ed5db6e61a2 req-5c0a2f0d-8310-4bc0-adc3-52a9d0957502 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0859649 Oct 12 02:31:41.415519 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-65680539-c016-4f11-8fb3-3ed5db6e61a2 req-8debb45d-3c2b-49ef-aaba-527302767490 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549254 Oct 12 02:31:41.803587 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 57868) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:41.934440 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:42.031399 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Publish callbacks [] for security_group (cdf01771-08d3-4172-a6f8-18d7f7f3683d), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:42.035632 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (cdf01771-08d3-4172-a6f8-18d7f7f3683d), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:42.086642 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf01771-08d3-4172-a6f8-18d7f7f3683d,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:42.091750 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c377620bddd4454eae9143c76dd2cf7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867842 Oct 12 02:31:42.095014 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 57874) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:42.099975 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.100588 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.101144 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.101914 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.102569 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.103084 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.104305 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.104922 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.105678 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.106179 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.107073 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.107756 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.108660 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.109481 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.110493 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f85151-ac84-4efc-9954-696299baad99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:42.166030 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ad095e71-7618-4647-a91b-764eda87ee31 admin admin] Publish callbacks [] for security_group (cdf01771-08d3-4172-a6f8-18d7f7f3683d), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:42.189852 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ad095e71-7618-4647-a91b-764eda87ee31 admin admin] Publish callbacks [] for security_group (cdf01771-08d3-4172-a6f8-18d7f7f3683d), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:42.241669 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ad095e71-7618-4647-a91b-764eda87ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (cdf01771-08d3-4172-a6f8-18d7f7f3683d), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:42.244487 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ad095e71-7618-4647-a91b-764eda87ee31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:42.248271 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-ad095e71-7618-4647-a91b-764eda87ee31 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cdf01771-08d3-4172-a6f8-18d7f7f3683d HTTP/1.1" status: 204 len: 168 time: 0.1495478 Oct 12 02:31:42.257492 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad095e71-7618-4647-a91b-764eda87ee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf01771-08d3-4172-a6f8-18d7f7f3683d,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:42.439833 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de160789-0476-409e-bbca-961dfd05ef46 req-bbdca53b-1478-4138-8f7a-e26ea3dbba8e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:42.455910 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-de160789-0476-409e-bbca-961dfd05ef46 req-bbdca53b-1478-4138-8f7a-e26ea3dbba8e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.1166120 Oct 12 02:31:42.592046 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-de160789-0476-409e-bbca-961dfd05ef46 req-f9a85d66-8bf5-4099-8df7-3e27db65a247 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347520 Oct 12 02:31:42.653284 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16f419-0c48-4499-b4c1-7d7c53aff11d req-ebeb000c-d8d2-4ce5-98a1-8b2cfce387b2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:42.662307 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ba16f419-0c48-4499-b4c1-7d7c53aff11d req-ebeb000c-d8d2-4ce5-98a1-8b2cfce387b2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0876606 Oct 12 02:31:42.720792 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ba16f419-0c48-4499-b4c1-7d7c53aff11d req-6f644f9c-00a4-4ee4-bd39-d83bbc37bd85 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571628 Oct 12 02:31:43.709533 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:43.739654 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:43.762886 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce29a5-0c60-48fb-9701-29d9e2b19d0c req-d1594037-395c-4ffe-ad40-e248085fde8e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:43.765171 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d8ce29a5-0c60-48fb-9701-29d9e2b19d0c req-d1594037-395c-4ffe-ad40-e248085fde8e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0579927 Oct 12 02:31:43.821668 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d8ce29a5-0c60-48fb-9701-29d9e2b19d0c req-6884ce00-56f5-479d-ad6f-50b101f7fca3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497050 Oct 12 02:31:43.887203 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59047e-8a90-4e59-b210-57e698ba19fd req-0014e883-7226-4f2f-a3f6-bb7400514b40 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:43.893832 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9c59047e-8a90-4e59-b210-57e698ba19fd req-0014e883-7226-4f2f-a3f6-bb7400514b40 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0758343 Oct 12 02:31:43.918290 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:43.953562 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9c59047e-8a90-4e59-b210-57e698ba19fd req-c7513d05-cad1-4721-a969-0753d737aa39 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576315 Oct 12 02:31:44.950034 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb3aed-cc58-4d0f-83ea-76ff1a5a943a req-77bfff92-81fc-4b51-a242-6e012f29ca79 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:44.958333 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9eeb3aed-cc58-4d0f-83ea-76ff1a5a943a req-77bfff92-81fc-4b51-a242-6e012f29ca79 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0571134 Oct 12 02:31:45.020592 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9eeb3aed-cc58-4d0f-83ea-76ff1a5a943a req-0a1f04c2-761f-4052-af8f-e02c6e47b6b9 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612550 Oct 12 02:31:45.101628 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c1c3f-36e8-4439-a993-c619b2280741 req-3085eb7e-1f1a-4000-b446-114f592c4958 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:45.103871 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b13c1c3f-36e8-4439-a993-c619b2280741 req-3085eb7e-1f1a-4000-b446-114f592c4958 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0597188 Oct 12 02:31:45.159979 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b13c1c3f-36e8-4439-a993-c619b2280741 req-4a374fc9-dc9f-4ee8-83da-9588091db92b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492837 Oct 12 02:31:45.891405 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-5aeeff04-1b9d-4101-bff0-7abccd48bd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:46.160849 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987e0b4-8dbd-465c-8c6c-0575f1fcd33d req-ecf38077-fa26-4d40-9be1-8d16a850fcbf tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:46.163621 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4987e0b4-8dbd-465c-8c6c-0575f1fcd33d req-ecf38077-fa26-4d40-9be1-8d16a850fcbf tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0599673 Oct 12 02:31:46.255618 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4987e0b4-8dbd-465c-8c6c-0575f1fcd33d req-ab508fe8-30ab-4c82-9652-1ce7822a50b9 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861080 Oct 12 02:31:46.306235 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b55609-8725-42b3-afd4-f19d987e97f7 req-ba3e38be-3ff2-4b97-a65d-a15ba3c0bf89 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:46.309176 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f1b55609-8725-42b3-afd4-f19d987e97f7 req-ba3e38be-3ff2-4b97-a65d-a15ba3c0bf89 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0601583 Oct 12 02:31:46.322431 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:46.366953 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f1b55609-8725-42b3-afd4-f19d987e97f7 req-7bb44b80-7601-44fd-b39c-dc6d2fbc267b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513034 Oct 12 02:31:47.393664 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01626cc0-0f54-46e8-99a3-2dba6d138554 req-72367052-84d2-4f16-872e-aecc7829d291 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:47.395277 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-01626cc0-0f54-46e8-99a3-2dba6d138554 req-72367052-84d2-4f16-872e-aecc7829d291 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0516834 Oct 12 02:31:47.462200 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-01626cc0-0f54-46e8-99a3-2dba6d138554 req-d2f39f67-3fac-488a-8de2-72f86bf49e7e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601337 Oct 12 02:31:47.522406 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5011d7-a6a6-44ed-bd0d-1b91b5ab743e req-1e75026e-f95d-48ac-9f5c-ddc559b4262e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:47.523904 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1f5011d7-a6a6-44ed-bd0d-1b91b5ab743e req-1e75026e-f95d-48ac-9f5c-ddc559b4262e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0598416 Oct 12 02:31:47.581771 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1f5011d7-a6a6-44ed-bd0d-1b91b5ab743e req-b58be26b-0876-485f-98b5-6cc55fabb6a0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518875 Oct 12 02:31:48.228502 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-86abe2cd-bc45-4f54-8509-44b65789acd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:48.617989 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b188c-808d-424c-80a3-517d0bac98eb req-767a1667-1745-435c-b667-5647cab68656 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:48.626045 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-eb8b188c-808d-424c-80a3-517d0bac98eb req-767a1667-1745-435c-b667-5647cab68656 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0608666 Oct 12 02:31:48.704156 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-eb8b188c-808d-424c-80a3-517d0bac98eb req-932888c8-2142-42d3-8605-8baeec7428be tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734921 Oct 12 02:31:48.731306 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84501c-17c6-4a77-8888-d9e0bb7d4641 req-86dcf3ee-1170-4ed5-bbf6-0a239f2ccc33 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:48.733027 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5e84501c-17c6-4a77-8888-d9e0bb7d4641 req-86dcf3ee-1170-4ed5-bbf6-0a239f2ccc33 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0539498 Oct 12 02:31:48.786110 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5e84501c-17c6-4a77-8888-d9e0bb7d4641 req-71e895a1-f8bf-4f43-8ee9-38841df180fd tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451345 Oct 12 02:31:49.244498 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:49.816508 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:49.835549 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582bf80-3dc7-4d4e-ab8c-fe133d73824b req-a645f6fb-0c29-4719-931d-5ef440c940ba tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:49.837425 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9582bf80-3dc7-4d4e-ab8c-fe133d73824b req-a645f6fb-0c29-4719-931d-5ef440c940ba tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0651197 Oct 12 02:31:49.922905 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9582bf80-3dc7-4d4e-ab8c-fe133d73824b req-1740ee17-8676-4ad6-ab0e-94c3827d768a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553939 Oct 12 02:31:49.934804 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f6450-8a2e-4362-a05e-bc0f817b36ed req-98ff1822-c2ae-49b9-9920-e9e3cf8cbba7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:49.936272 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-127f6450-8a2e-4362-a05e-bc0f817b36ed req-98ff1822-c2ae-49b9-9920-e9e3cf8cbba7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0593939 Oct 12 02:31:49.989252 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-127f6450-8a2e-4362-a05e-bc0f817b36ed req-5f6ca825-97b5-4b0b-a69c-90547fc37d2b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466437 Oct 12 02:31:50.725666 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58004) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:50.822237 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:50.872848 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bbed2657-6bf1-4c3c-99c0-39fee19329c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:50.999459 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bbed2657-6bf1-4c3c-99c0-39fee19329c5 admin admin] Publish callbacks [] for security_group (413a7eac-da95-4055-b74e-96d3174d2b80), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.035703 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bbed2657-6bf1-4c3c-99c0-39fee19329c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (413a7eac-da95-4055-b74e-96d3174d2b80), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.076755 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-bbed2657-6bf1-4c3c-99c0-39fee19329c5 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d1067f8f40df4805a9b9dc16a2dc7eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488638 Oct 12 02:31:51.079032 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58012) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:51.087658 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640ad77-17be-4fcc-854b-c6e2676acb41 req-e460119f-7103-4ffa-931e-49f98445514f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:51.095268 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8640ad77-17be-4fcc-854b-c6e2676acb41 req-e460119f-7103-4ffa-931e-49f98445514f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.1157224 Oct 12 02:31:51.126245 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed2657-6bf1-4c3c-99c0-39fee19329c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413a7eac-da95-4055-b74e-96d3174d2b80,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:51.169915 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8640ad77-17be-4fcc-854b-c6e2676acb41 req-27aa6dda-562e-43c4-8ae9-5b66bc96cb7f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713782 Oct 12 02:31:51.192536 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.232354 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-720be5b0-2f7b-484b-a3e3-078c48e75f65 admin admin] Publish callbacks [] for security_group (413a7eac-da95-4055-b74e-96d3174d2b80), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.260326 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69028f78-707a-4da3-8726-bc6251c1a4b3 req-b915e5e4-b0c1-4bf5-82a0-f058dc514128 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:51.262221 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-69028f78-707a-4da3-8726-bc6251c1a4b3 req-b915e5e4-b0c1-4bf5-82a0-f058dc514128 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0995684 Oct 12 02:31:51.286197 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-720be5b0-2f7b-484b-a3e3-078c48e75f65 admin admin] Publish callbacks [] for security_group (413a7eac-da95-4055-b74e-96d3174d2b80), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.357830 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-69028f78-707a-4da3-8726-bc6251c1a4b3 req-ff1c1447-b43b-4438-854e-6db4fed44bff tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839036 Oct 12 02:31:51.387600 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-720be5b0-2f7b-484b-a3e3-078c48e75f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (413a7eac-da95-4055-b74e-96d3174d2b80), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.390840 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-720be5b0-2f7b-484b-a3e3-078c48e75f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.391988 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-720be5b0-2f7b-484b-a3e3-078c48e75f65 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/413a7eac-da95-4055-b74e-96d3174d2b80 HTTP/1.1" status: 204 len: 168 time: 0.3114545 Oct 12 02:31:51.401038 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720be5b0-2f7b-484b-a3e3-078c48e75f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413a7eac-da95-4055-b74e-96d3174d2b80,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:51.699281 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58020) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:51.713345 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9dce94b-4d84-42c6-a535-1d8d3f7e6ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.801432 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9dce94b-4d84-42c6-a535-1d8d3f7e6ee5 admin admin] Publish callbacks [] for security_group (d4c11732-4d22-4076-989a-ab44707d2b79), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.807070 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9dce94b-4d84-42c6-a535-1d8d3f7e6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (d4c11732-4d22-4076-989a-ab44707d2b79), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.824298 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:51.851372 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a9dce94b-4d84-42c6-a535-1d8d3f7e6ee5 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=422cc110086d4572a85f957f1d02505a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508899 Oct 12 02:31:51.853957 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dce94b-4d84-42c6-a535-1d8d3f7e6ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c11732-4d22-4076-989a-ab44707d2b79,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:51.854242 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58026) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:51.914207 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d02dc49e-74f5-435a-a4c4-2aff3ff54a59 admin admin] Publish callbacks [] for security_group (d4c11732-4d22-4076-989a-ab44707d2b79), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.939486 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d02dc49e-74f5-435a-a4c4-2aff3ff54a59 admin admin] Publish callbacks [] for security_group (d4c11732-4d22-4076-989a-ab44707d2b79), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:51.966887 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:52.005618 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d02dc49e-74f5-435a-a4c4-2aff3ff54a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (d4c11732-4d22-4076-989a-ab44707d2b79), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:52.008756 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d02dc49e-74f5-435a-a4c4-2aff3ff54a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:52.009993 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d02dc49e-74f5-435a-a4c4-2aff3ff54a59 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d4c11732-4d22-4076-989a-ab44707d2b79 HTTP/1.1" status: 204 len: 168 time: 0.1547043 Oct 12 02:31:52.019238 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dc49e-74f5-435a-a4c4-2aff3ff54a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c11732-4d22-4076-989a-ab44707d2b79,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:52.333800 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0b5c1-5d88-4699-bc74-afee758d1f49 req-81626c4d-48e7-4908-86ab-f980cabc06aa tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:52.346725 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6de0b5c1-5d88-4699-bc74-afee758d1f49 req-81626c4d-48e7-4908-86ab-f980cabc06aa tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0833054 Oct 12 02:31:52.426493 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6de0b5c1-5d88-4699-bc74-afee758d1f49 req-d865b4a4-a4de-4d87-ada6-a255af5f855a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783658 Oct 12 02:31:52.544773 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699da71-dae8-4c02-aa75-64e10e7cd887 req-a9798fed-42b0-49ca-b9b5-3c81f2cd8411 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:52.547142 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1699da71-dae8-4c02-aa75-64e10e7cd887 req-a9798fed-42b0-49ca-b9b5-3c81f2cd8411 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0672522 Oct 12 02:31:52.608149 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1699da71-dae8-4c02-aa75-64e10e7cd887 req-81ca6106-d6da-4c64-9fcc-d6ab4a0c4cba tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539715 Oct 12 02:31:53.594123 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990609af-2682-4f92-bd7a-6edddd0e754b req-abf0461d-3054-4679-992e-8d735fc26639 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:53.595699 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-990609af-2682-4f92-bd7a-6edddd0e754b req-abf0461d-3054-4679-992e-8d735fc26639 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0596330 Oct 12 02:31:53.657337 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-990609af-2682-4f92-bd7a-6edddd0e754b req-ae701316-16f5-418f-8bdc-49ec3efd862e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 Oct 12 02:31:53.766928 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a9adb-4c17-4fce-86d3-b232fd001327 req-1d0c76fb-db06-40d0-9308-bf20485813da tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:53.768799 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3c6a9adb-4c17-4fce-86d3-b232fd001327 req-1d0c76fb-db06-40d0-9308-bf20485813da tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0553479 Oct 12 02:31:53.783175 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:53.835000 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3c6a9adb-4c17-4fce-86d3-b232fd001327 req-b6a69838-e733-40d7-b406-3792ee28985a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580914 Oct 12 02:31:54.180887 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 0a31a866-f72c-4f7d-822f-7d54a4e3afec details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:31:54.292884 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:54.307395 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'port_id': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'mac_address': 'fa:16:3e:b7:f9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:31:54.344193 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 0a31a866-f72c-4f7d-822f-7d54a4e3afec is: ACTIVE; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:54.345007 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:54.359894 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a31a866-f72c-4f7d-822f-7d54a4e3afec {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:31:54.386407 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:54.390829 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:54.528114 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=6']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:54.536102 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.536366 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.536922 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.537281 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.537624 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.537957 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.538283 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.538608 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.539100 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.539713 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.540048 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.540376 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.540786 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.541052 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.541538 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:31:54.670084 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['0a31a866-f72c-4f7d-822f-7d54a4e3afec'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:31:54.800531 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bed6f-8318-4a13-bc26-58225a1f3d77 req-cd16fd96-decd-47bb-b66d-3c6014c6b863 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:54.802709 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b59bed6f-8318-4a13-bc26-58225a1f3d77 req-cd16fd96-decd-47bb-b66d-3c6014c6b863 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0546994 Oct 12 02:31:54.850438 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b59bed6f-8318-4a13-bc26-58225a1f3d77 req-99b5c738-e161-4eb3-937a-15e958ad8d9e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Oct 12 02:31:54.979846 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfc9c0-d501-48ef-82c6-aa104284ec93 req-daef3141-b50b-4d0b-bd82-5c9c7688d4b8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:54.981552 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbcfc9c0-d501-48ef-82c6-aa104284ec93 req-daef3141-b50b-4d0b-bd82-5c9c7688d4b8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 945 time: 0.0559688 Oct 12 02:31:55.034235 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dbcfc9c0-d501-48ef-82c6-aa104284ec93 req-b4f03aca-1ba9-4a5a-9de6-ffabe0ff8e8a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 Oct 12 02:31:56.043888 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195931b9-1941-438c-9068-97aab4ad969c req-ffd7fa37-0c31-41ed-88bc-ec21551e9ffe tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:56.048900 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-195931b9-1941-438c-9068-97aab4ad969c req-ffd7fa37-0c31-41ed-88bc-ec21551e9ffe tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0738058 Oct 12 02:31:56.132422 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-195931b9-1941-438c-9068-97aab4ad969c req-b9b7b481-bfd9-4602-9bcd-ca1053b65a42 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787840 Oct 12 02:31:56.181490 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 0a31a866-f72c-4f7d-822f-7d54a4e3afec up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:31:56.197543 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6023b9d-d0a6-4589-9639-9f19417120fa req-d9eaad96-f868-4655-9f41-cf1148f294e2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:56.200945 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b6023b9d-d0a6-4589-9639-9f19417120fa req-d9eaad96-f868-4655-9f41-cf1148f294e2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 945 time: 0.0551529 Oct 12 02:31:56.251051 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 0a31a866-f72c-4f7d-822f-7d54a4e3afec triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:31:56.251424 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.251760 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 0a31a866-f72c-4f7d-822f-7d54a4e3afec Oct 12 02:31:56.259743 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:56.265664 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b6023b9d-d0a6-4589-9639-9f19417120fa req-31b82fba-730d-4ff8-9b45-4e66c6730d1a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555806 Oct 12 02:31:56.356638 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 0a31a866-f72c-4f7d-822f-7d54a4e3afec is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:31:56.357093 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.383271 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:31:56.390274 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:31:56.394470 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984fd392-fd61-41aa-84b7-6bd9506a846c" -d '{"events": [{"server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "name": "network-vif-plugged", "status": "completed", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:31:56.411270 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:31:56.421442 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:56.483617 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366d3d5-3a89-440c-aa16-ea60c1f365b4 x-openstack-request-id: req-b366d3d5-3a89-440c-aa16-ea60c1f365b4 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:31:56.484052 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "name": "network-vif-plugged", "status": "completed", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:31:56.484398 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b366d3d5-3a89-440c-aa16-ea60c1f365b4 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:31:56.484928 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b366d3d5-3a89-440c-aa16-ea60c1f365b4'] response: {'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'code': 200} Oct 12 02:31:56.487925 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=7']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:57.407859 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0905c-f974-40da-8d66-e180e77daf02 req-d33a1c19-541e-4412-8edd-3ca7204a8f25 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:57.428168 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5dc0905c-f974-40da-8d66-e180e77daf02 req-d33a1c19-541e-4412-8edd-3ca7204a8f25 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.1650255 Oct 12 02:31:57.523075 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5dc0905c-f974-40da-8d66-e180e77daf02 req-fe39b6ac-7438-4600-a5a2-f355f8bac518 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902407 Oct 12 02:31:57.681604 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779dcd7-19a7-4ac2-be49-0b8b4c0ede9a req-2f41d0a1-dc1a-47cb-a5e1-1f582d6a0ac5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:57.687613 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5779dcd7-19a7-4ac2-be49-0b8b4c0ede9a req-2f41d0a1-dc1a-47cb-a5e1-1f582d6a0ac5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.1044216 Oct 12 02:31:57.702471 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58204) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:57.828383 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5779dcd7-19a7-4ac2-be49-0b8b4c0ede9a req-a551d9f6-48ae-4814-a3c7-a8b0ae7e0013 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328635 Oct 12 02:31:57.948292 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-96ce8527-5288-4be3-b5ed-f15e255b9c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.124037 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-96ce8527-5288-4be3-b5ed-f15e255b9c18 admin admin] Publish callbacks [] for security_group (8b799426-2098-4fb2-9cf5-6c73c2fe1752), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.128914 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-96ce8527-5288-4be3-b5ed-f15e255b9c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (8b799426-2098-4fb2-9cf5-6c73c2fe1752), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.200058 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-96ce8527-5288-4be3-b5ed-f15e255b9c18 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=cce52b162ed34452b86fc4d193463a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952817 Oct 12 02:31:58.201847 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce8527-5288-4be3-b5ed-f15e255b9c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b799426-2098-4fb2-9cf5-6c73c2fe1752,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:58.203789 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58212) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:58.316292 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f597fcb6-a6f3-41df-98c2-0926516952ee admin admin] Publish callbacks [] for security_group (8b799426-2098-4fb2-9cf5-6c73c2fe1752), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.347632 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f597fcb6-a6f3-41df-98c2-0926516952ee admin admin] Publish callbacks [] for security_group (8b799426-2098-4fb2-9cf5-6c73c2fe1752), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.455226 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f597fcb6-a6f3-41df-98c2-0926516952ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (8b799426-2098-4fb2-9cf5-6c73c2fe1752), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.457831 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f597fcb6-a6f3-41df-98c2-0926516952ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:58.461484 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f597fcb6-a6f3-41df-98c2-0926516952ee admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8b799426-2098-4fb2-9cf5-6c73c2fe1752 HTTP/1.1" status: 204 len: 168 time: 0.2510004 Oct 12 02:31:58.472569 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597fcb6-a6f3-41df-98c2-0926516952ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b799426-2098-4fb2-9cf5-6c73c2fe1752,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:58.756361 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e67b57-852a-4861-9e1e-60b6cb7377cc req-1f2b949b-e823-47d7-a4da-90cc48d2f794 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:58.763192 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-01e67b57-852a-4861-9e1e-60b6cb7377cc req-1f2b949b-e823-47d7-a4da-90cc48d2f794 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.1030171 Oct 12 02:31:58.864914 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-01e67b57-852a-4861-9e1e-60b6cb7377cc req-e592feaf-d48f-47d1-9402-794ab2ec1ad3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999701 Oct 12 02:31:58.911721 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:59.067019 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678ca1c-3d18-42fb-bbaa-15a92a72842b req-8a09a889-b89c-49e9-a44b-384922c10993 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:31:59.069117 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e678ca1c-3d18-42fb-bbaa-15a92a72842b req-8a09a889-b89c-49e9-a44b-384922c10993 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0900939 Oct 12 02:31:59.137031 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58232) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:59.157896 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-184338b0-8ab1-4e65-a7ea-d68310f7017e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:59.190664 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e678ca1c-3d18-42fb-bbaa-15a92a72842b req-dd9b9185-b891-48c3-a493-afcda900a4dc tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152542 Oct 12 02:31:59.336155 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-184338b0-8ab1-4e65-a7ea-d68310f7017e admin admin] Publish callbacks [] for security_group (a61a2f91-ea98-4433-ab8c-35a0c0b5fa00), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:59.341399 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-184338b0-8ab1-4e65-a7ea-d68310f7017e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a61a2f91-ea98-4433-ab8c-35a0c0b5fa00), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:59.391800 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-184338b0-8ab1-4e65-a7ea-d68310f7017e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e8038c6d565a42049646132853d87205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537193 Oct 12 02:31:59.393153 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184338b0-8ab1-4e65-a7ea-d68310f7017e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61a2f91-ea98-4433-ab8c-35a0c0b5fa00,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:59.394493 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58240) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:31:59.473035 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3abc6185-6da6-45f6-94a0-f6cc41efcff8 admin admin] Publish callbacks [] for security_group (a61a2f91-ea98-4433-ab8c-35a0c0b5fa00), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:59.507245 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3abc6185-6da6-45f6-94a0-f6cc41efcff8 admin admin] Publish callbacks [] for security_group (a61a2f91-ea98-4433-ab8c-35a0c0b5fa00), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:59.611429 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3abc6185-6da6-45f6-94a0-f6cc41efcff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a61a2f91-ea98-4433-ab8c-35a0c0b5fa00), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:59.614966 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3abc6185-6da6-45f6-94a0-f6cc41efcff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:31:59.618673 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-3abc6185-6da6-45f6-94a0-f6cc41efcff8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a61a2f91-ea98-4433-ab8c-35a0c0b5fa00 HTTP/1.1" status: 204 len: 168 time: 0.2207491 Oct 12 02:31:59.629982 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc6185-6da6-45f6-94a0-f6cc41efcff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61a2f91-ea98-4433-ab8c-35a0c0b5fa00,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:31:59.999199 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:00.001097 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:00.010828 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14edb1-7aa9-4fa1-8af9-a58439a3851e req-f28bd92f-6027-4bcb-b813-0cbbeac8959c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:00.013148 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2b14edb1-7aa9-4fa1-8af9-a58439a3851e req-f28bd92f-6027-4bcb-b813-0cbbeac8959c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0638721 Oct 12 02:32:00.111430 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2b14edb1-7aa9-4fa1-8af9-a58439a3851e req-e0359451-b589-44c6-810d-47fabb9f206b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898652 Oct 12 02:32:00.343295 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7f9a9-550e-4638-b5e1-757e081705c1 req-b3a57873-4830-4d33-b37d-08452d672570 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:00.350028 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c1b7f9a9-550e-4638-b5e1-757e081705c1 req-b3a57873-4830-4d33-b37d-08452d672570 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0556498 Oct 12 02:32:00.378678 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:00.409963 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c1b7f9a9-550e-4638-b5e1-757e081705c1 req-497b7bc8-5680-420c-a230-7d1960b53232 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587358 Oct 12 02:32:01.303092 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1ae6c-f95d-4512-a11b-eb9942fef939 req-80ce8858-bcf4-4afc-9e51-e468625e406d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:01.312487 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-41d1ae6c-f95d-4512-a11b-eb9942fef939 req-80ce8858-bcf4-4afc-9e51-e468625e406d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0701606 Oct 12 02:32:01.385774 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-41d1ae6c-f95d-4512-a11b-eb9942fef939 req-303a0da6-3942-4a22-b315-f94fdf0422a6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721180 Oct 12 02:32:01.430467 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2899940-5654-4bab-88f3-eabb7303d90e req-9f834846-8ace-4e28-889e-d52cbde31788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:01.433367 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2899940-5654-4bab-88f3-eabb7303d90e req-9f834846-8ace-4e28-889e-d52cbde31788 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 1130 time: 0.0732617 Oct 12 02:32:01.492756 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2899940-5654-4bab-88f3-eabb7303d90e req-3c0d0f69-1759-4682-9c0a-e1b7b29ad810 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505037 Oct 12 02:32:01.591648 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf7e69-57d7-44f4-8503-1116d9a96f85 req-90a5ce1e-1323-4d72-bea1-fe365afc4fec tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:01.593422 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-dadf7e69-57d7-44f4-8503-1116d9a96f85 req-90a5ce1e-1323-4d72-bea1-fe365afc4fec tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0606945 Oct 12 02:32:01.654704 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-dadf7e69-57d7-44f4-8503-1116d9a96f85 req-e52a8461-3326-4b0e-8e37-4c56fe2a043c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555415 Oct 12 02:32:02.342863 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58390) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:02.497308 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b67f6f63-22c4-4bda-ac78-fc1c90609b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:02.537250 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2018c48-d1f9-486e-be05-e684917d118f req-c93eefec-4681-470b-ae8e-884bb8b8ae16 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:02.538853 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d2018c48-d1f9-486e-be05-e684917d118f req-c93eefec-4681-470b-ae8e-884bb8b8ae16 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0564263 Oct 12 02:32:02.615711 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d2018c48-d1f9-486e-be05-e684917d118f req-51bf9f9f-0ffb-4ae1-87ab-32788aa61891 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682139 Oct 12 02:32:02.883746 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b67f6f63-22c4-4bda-ac78-fc1c90609b66 admin admin] Publish callbacks [] for security_group (297608c3-a772-44d2-833f-8f07c030c10b), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:02.890025 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b67f6f63-22c4-4bda-ac78-fc1c90609b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (297608c3-a772-44d2-833f-8f07c030c10b), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:02.901993 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:02.915779 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a6bd-b1fa-4158-a8b0-64e74eec058b req-812c9cda-bba1-43c1-954e-84ee00ae8c5b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:02.918450 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a467a6bd-b1fa-4158-a8b0-64e74eec058b req-812c9cda-bba1-43c1-954e-84ee00ae8c5b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0758059 Oct 12 02:32:02.961567 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b67f6f63-22c4-4bda-ac78-fc1c90609b66 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=aaa5b37c77ca4474bf07106832af4b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6177659 Oct 12 02:32:02.963011 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6f63-22c4-4bda-ac78-fc1c90609b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297608c3-a772-44d2-833f-8f07c030c10b,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:02.964274 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58398) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:03.082739 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a467a6bd-b1fa-4158-a8b0-64e74eec058b req-b99ea25a-f50f-4021-9cad-b24540a1f412 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127896 Oct 12 02:32:03.103367 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab0e2-5be8-440d-87d5-c4f0e5076e4c admin admin] Publish callbacks [] for security_group (297608c3-a772-44d2-833f-8f07c030c10b), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.143156 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab0e2-5be8-440d-87d5-c4f0e5076e4c admin admin] Publish callbacks [] for security_group (297608c3-a772-44d2-833f-8f07c030c10b), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.166400 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58404) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:03.231577 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea791fe-4c9b-4d26-bf31-b91d4357d261 admin admin] Deleting subnet bc37d0d3-9c32-4d2d-bd26-994763df9387 {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:32:03.238846 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2ea791fe-4c9b-4d26-bf31-b91d4357d261 admin admin] Publish callbacks [] for subnet (bc37d0d3-9c32-4d2d-bd26-994763df9387), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.280669 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2ea791fe-4c9b-4d26-bf31-b91d4357d261 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2680509'] for subnet (bc37d0d3-9c32-4d2d-bd26-994763df9387), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.309849 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab0e2-5be8-440d-87d5-c4f0e5076e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (297608c3-a772-44d2-833f-8f07c030c10b), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.313034 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab0e2-5be8-440d-87d5-c4f0e5076e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.316800 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-3b2ab0e2-5be8-440d-87d5-c4f0e5076e4c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/297608c3-a772-44d2-833f-8f07c030c10b HTTP/1.1" status: 204 len: 168 time: 0.3489323 Oct 12 02:32:03.328177 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ab0e2-5be8-440d-87d5-c4f0e5076e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297608c3-a772-44d2-833f-8f07c030c10b,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:03.339243 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:03.348504 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2ea791fe-4c9b-4d26-bf31-b91d4357d261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (bc37d0d3-9c32-4d2d-bd26-994763df9387), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.429054 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2ea791fe-4c9b-4d26-bf31-b91d4357d261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26805740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27074553'] for subnet (bc37d0d3-9c32-4d2d-bd26-994763df9387), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.458245 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea791fe-4c9b-4d26-bf31-b91d4357d261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc37d0d3-9c32-4d2d-bd26-994763df9387,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:03.462247 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2ea791fe-4c9b-4d26-bf31-b91d4357d261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.465574 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-2ea791fe-4c9b-4d26-bf31-b91d4357d261 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/bc37d0d3-9c32-4d2d-bd26-994763df9387 HTTP/1.1" status: 204 len: 168 time: 0.2980270 Oct 12 02:32:03.468641 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58414) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:03.554860 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.645279 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.672074 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c']}} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:03.681079 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:03.683154 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff95c7b-70e4-4f9c-862f-500f4b939fa9') {'for_net_delete': True} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:03.683507 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff95c7b-70e4-4f9c-862f-500f4b939fa9') {} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:03.712662 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2680516'] for segment (5ff95c7b-70e4-4f9c-862f-500f4b939fa9), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.714053 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58420) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:03.715498 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:03.728094 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-aac1990d-d2c7-446e-99b6-4b71439f25cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.757563 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (5ff95c7b-70e4-4f9c-862f-500f4b939fa9), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.771282 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3115-c161-4305-9437-e41a36f4b994 req-6cca75cf-b1a9-4d47-84b3-4c38be951c14 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:03.781631 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a18e3115-c161-4305-9437-e41a36f4b994 req-6cca75cf-b1a9-4d47-84b3-4c38be951c14 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0843389 Oct 12 02:32:03.784366 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:32:03.784822 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26805510'] for segment (5ff95c7b-70e4-4f9c-862f-500f4b939fa9), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.850991 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-aac1990d-d2c7-446e-99b6-4b71439f25cb admin admin] Publish callbacks [] for security_group (e0123166-6228-4ba6-8b07-5d4be1ed7d8d), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.858004 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-aac1990d-d2c7-446e-99b6-4b71439f25cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (e0123166-6228-4ba6-8b07-5d4be1ed7d8d), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.862298 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment 5ff95c7b-70e4-4f9c-862f-500f4b939fa9 resource provider aggregate not found Oct 12 02:32:03.891374 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment 5ff95c7b-70e4-4f9c-862f-500f4b939fa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ff95c7b-70e4-4f9c-862f-500f4b939fa9 found for delete ", "request_id": "req-20955b91-fcad-41bf-bc43-97d00c99292d"}]} Oct 12 02:32:03.901032 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-aac1990d-d2c7-446e-99b6-4b71439f25cb admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d0042265978f4c42a70c681d019cffb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854572 Oct 12 02:32:03.908119 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58426) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:03.921637 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1990d-d2c7-446e-99b6-4b71439f25cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0123166-6228-4ba6-8b07-5d4be1ed7d8d,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:03.942244 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a18e3115-c161-4305-9437-e41a36f4b994 req-3868146d-ed9b-44ad-9201-4007fcc70f0d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595781 Oct 12 02:32:03.945405 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.969064 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:03.969064 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c HTTP/1.1" status: 204 len: 168 time: 0.4950194 Oct 12 02:32:03.991193 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0e804-bcba-4d18-8710-cdc3a526a5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc86f2f4-a79e-41f7-816d-bf9acbcc5b5c,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:04.025769 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ad823092-679b-4a84-8328-126afee5d8f4 admin admin] Publish callbacks [] for security_group (e0123166-6228-4ba6-8b07-5d4be1ed7d8d), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:04.060636 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ad823092-679b-4a84-8328-126afee5d8f4 admin admin] Publish callbacks [] for security_group (e0123166-6228-4ba6-8b07-5d4be1ed7d8d), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:04.124879 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ad823092-679b-4a84-8328-126afee5d8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (e0123166-6228-4ba6-8b07-5d4be1ed7d8d), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:04.127936 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ad823092-679b-4a84-8328-126afee5d8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:04.131436 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-ad823092-679b-4a84-8328-126afee5d8f4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e0123166-6228-4ba6-8b07-5d4be1ed7d8d HTTP/1.1" status: 204 len: 168 time: 0.2192545 Oct 12 02:32:04.146357 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad823092-679b-4a84-8328-126afee5d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0123166-6228-4ba6-8b07-5d4be1ed7d8d,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:04.332113 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10412145-d44b-4108-bb79-24bc247a9f24 req-dd2539b3-8fb3-40f4-97e9-6caaa28cd7fc tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.333718 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-10412145-d44b-4108-bb79-24bc247a9f24 req-dd2539b3-8fb3-40f4-97e9-6caaa28cd7fc tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.1163511 Oct 12 02:32:04.346102 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58442) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:04.395549 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a85d3-8b73-407d-bf41-e7bcc72303ff req-81cf5543-fa1f-42f7-948a-9174024f3c84 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.403478 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9f4a85d3-8b73-407d-bf41-e7bcc72303ff req-81cf5543-fa1f-42f7-948a-9174024f3c84 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0829034 Oct 12 02:32:04.464360 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-fb1317a1-8629-4099-bba5-ede1daeb7db7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=177af31ad03c40e6b2a4a72c16451b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1162963 Oct 12 02:32:04.468949 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58448) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:04.490791 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9f4a85d3-8b73-407d-bf41-e7bcc72303ff req-b3618bea-1a1b-4d55-929b-be04a95bc33e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852914 Oct 12 02:32:04.549681 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-10412145-d44b-4108-bb79-24bc247a9f24 req-2a410eb3-6fc9-41db-8481-e31078a313c3 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092321 Oct 12 02:32:04.581033 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8cd15ca7-d958-42d1-8e3d-390588f9b9e4 admin admin] Publish callbacks [] for security_group (1e6a5d47-beb2-4887-85fa-a899bd261419), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:04.606354 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8cd15ca7-d958-42d1-8e3d-390588f9b9e4 admin admin] Publish callbacks [] for security_group (1e6a5d47-beb2-4887-85fa-a899bd261419), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:04.606613 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-16543135-8a4f-4fd3-a707-d9a8e51e305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:04.610414 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-16543135-8a4f-4fd3-a707-d9a8e51e305f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 1130 time: 0.0869799 Oct 12 02:32:04.683491 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8cd15ca7-d958-42d1-8e3d-390588f9b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (1e6a5d47-beb2-4887-85fa-a899bd261419), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:04.686640 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8cd15ca7-d958-42d1-8e3d-390588f9b9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:04.688959 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-8cd15ca7-d958-42d1-8e3d-390588f9b9e4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1e6a5d47-beb2-4887-85fa-a899bd261419 HTTP/1.1" status: 204 len: 168 time: 0.2171118 Oct 12 02:32:04.696568 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd15ca7-d958-42d1-8e3d-390588f9b9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6a5d47-beb2-4887-85fa-a899bd261419,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:05.050151 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-a2757fa4-2ed5-47e4-9aef-0e7563fddb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:05.052329 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-a2757fa4-2ed5-47e4-9aef-0e7563fddb3e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.1438570 Oct 12 02:32:05.096048 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-3c18b556-f4f3-4a3c-815b-c2051bd42c8b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee HTTP/1.1" status: 200 len: 217 time: 0.0364912 Oct 12 02:32:05.674312 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-f2c58b49-8c81-423d-b69a-7b152a49a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:05.675825 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-f2c58b49-8c81-423d-b69a-7b152a49a025 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.1787715 Oct 12 02:32:05.781578 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498165b7-6e79-4a85-be42-1a5cd7c41629 req-3e2088b3-17da-4002-9d7f-c8fe28cd3968 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:05.783474 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-498165b7-6e79-4a85-be42-1a5cd7c41629 req-3e2088b3-17da-4002-9d7f-c8fe28cd3968 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.1057558 Oct 12 02:32:05.812116 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-08bb3894-b2f5-4ce8-8c9c-65c4af2d9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:05.814119 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-08bb3894-b2f5-4ce8-8c9c-65c4af2d9f3b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0870781 Oct 12 02:32:05.829327 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1ed13-351c-401c-b75a-88b5aa2d3a4b req-11ee42a8-7efd-416f-adf0-391a4f061671 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:05.840117 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-06f1ed13-351c-401c-b75a-88b5aa2d3a4b req-11ee42a8-7efd-416f-adf0-391a4f061671 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.1270356 Oct 12 02:32:05.945546 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-06f1ed13-351c-401c-b75a-88b5aa2d3a4b req-df4cd85a-8138-4e7e-a0a6-b6375cdb0632 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968032 Oct 12 02:32:05.954328 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-498165b7-6e79-4a85-be42-1a5cd7c41629 req-9baed544-fa2e-4d87-8841-ee7924984d5e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614437 Oct 12 02:32:06.010267 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-b8ba8837-0dc3-451a-ba5a-06a0f07d304a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863794 Oct 12 02:32:06.189476 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58514) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:06.195046 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-5b15361f-fabc-4eeb-b2cc-402f405b48d9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504510116', 'description': 'tempest-description--544791749'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:06.238786 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5b15361f-fabc-4eeb-b2cc-402f405b48d9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.240637 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2909b86e-b22b-400a-b78b-b78f18f40f0a req-4bb5743c-b760-40ee-9b50-7d75f67a3bb0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204814 Oct 12 02:32:06.259792 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:06.301926 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:06.338916 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5b15361f-fabc-4eeb-b2cc-402f405b48d9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (96663ebd-0605-453e-a280-a3c031198155), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.344828 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5b15361f-fabc-4eeb-b2cc-402f405b48d9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (96663ebd-0605-453e-a280-a3c031198155), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.403455 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5b15361f-fabc-4eeb-b2cc-402f405b48d9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.406004 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5b15361f-fabc-4eeb-b2cc-402f405b48d9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2148943 Oct 12 02:32:06.408850 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15361f-fabc-4eeb-b2cc-402f405b48d9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96663ebd-0605-453e-a280-a3c031198155,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:06.409408 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58522) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:06.416416 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-b7701b8a-5aed-4239-9401-0922d77225f5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group_rule': {'security_group_id': '96663ebd-0605-453e-a280-a3c031198155', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:06.442197 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:06.443648 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:06.484385 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b7701b8a-5aed-4239-9401-0922d77225f5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (7f6bf767-67cf-4185-bd86-b9c0b4a415aa), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.558026 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b7701b8a-5aed-4239-9401-0922d77225f5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (7f6bf767-67cf-4185-bd86-b9c0b4a415aa), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.572489 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b7701b8a-5aed-4239-9401-0922d77225f5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (7f6bf767-67cf-4185-bd86-b9c0b4a415aa), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.604691 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7701b8a-5aed-4239-9401-0922d77225f5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6bf767-67cf-4185-bd86-b9c0b4a415aa,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:06.631497 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b7701b8a-5aed-4239-9401-0922d77225f5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.633713 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-b7701b8a-5aed-4239-9401-0922d77225f5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2217450 Oct 12 02:32:06.636460 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58530) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:06.646163 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-2e7f0c10-5e80-4836-bf77-56d39291bbac tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group_rule': {'security_group_id': '96663ebd-0605-453e-a280-a3c031198155', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:06.683324 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0c10-5e80-4836-bf77-56d39291bbac tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (7312665d-6988-43c0-8225-5753ce566aa5), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.765788 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0c10-5e80-4836-bf77-56d39291bbac tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (7312665d-6988-43c0-8225-5753ce566aa5), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.783080 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0c10-5e80-4836-bf77-56d39291bbac tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (7312665d-6988-43c0-8225-5753ce566aa5), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.831816 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f0c10-5e80-4836-bf77-56d39291bbac tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7312665d-6988-43c0-8225-5753ce566aa5,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:06.844487 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d624ec-d856-45c7-8423-b2822cdfcdee req-2fcff257-a08f-443b-aca7-421096e36b17 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:06.846369 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-53d624ec-d856-45c7-8423-b2822cdfcdee req-2fcff257-a08f-443b-aca7-421096e36b17 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 946 time: 0.0790067 Oct 12 02:32:06.855812 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0c10-5e80-4836-bf77-56d39291bbac tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:06.858137 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-2e7f0c10-5e80-4836-bf77-56d39291bbac tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2182624 Oct 12 02:32:06.864533 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58536) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:06.875884 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:06.993230 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:07.132142 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-53d624ec-d856-45c7-8423-b2822cdfcdee req-4109e2ed-0882-40c5-9241-da305ebd4ca0 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727673 Oct 12 02:32:07.191224 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa44f3c-7ed7-41fe-a435-811a76da227a req-446872bf-eff3-4964-937c-3d10d17bc9eb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:07.197639 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9fa44f3c-7ed7-41fe-a435-811a76da227a req-446872bf-eff3-4964-937c-3d10d17bc9eb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.1109600 Oct 12 02:32:07.238159 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:07.281352 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9fa44f3c-7ed7-41fe-a435-811a76da227a req-59e1bd9b-f9ee-4dfe-a0cf-0d66a2c7ae92 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776219 Oct 12 02:32:07.395147 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799fb9a-3f50-4c1d-8d0e-abe37bdaaa04 req-5a4095b6-a56d-481a-9304-144ef61a0e90 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:07.396715 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2799fb9a-3f50-4c1d-8d0e-abe37bdaaa04 req-5a4095b6-a56d-481a-9304-144ef61a0e90 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0768137 Oct 12 02:32:07.468233 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Allocated IP 172.27.4.64 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/171d3369-0e70-43ca-bcc7-fee8596ca960) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:07.494334 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2799fb9a-3f50-4c1d-8d0e-abe37bdaaa04 req-69adb124-9ec3-4bb1-9fb9-df5b3cc850a2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789218 Oct 12 02:32:07.632754 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (171d3369-0e70-43ca-bcc7-fee8596ca960), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:07.640919 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:07.672334 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:07.680327 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (171d3369-0e70-43ca-bcc7-fee8596ca960), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:07.725450 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:07.729678 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:07.734216 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:07.773895 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=171d3369-0e70-43ca-bcc7-fee8596ca960,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:07.809366 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58576) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:07.861100 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (449f233c-d871-4357-a08e-1a5b48f5c886), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:07.955609 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (171d3369-0e70-43ca-bcc7-fee8596ca960), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.051138 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ceff6ebc-240c-4ab1-945f-44ac7fa1c62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.139502 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (171d3369-0e70-43ca-bcc7-fee8596ca960), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.147487 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (171d3369-0e70-43ca-bcc7-fee8596ca960), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.209633 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ceff6ebc-240c-4ab1-945f-44ac7fa1c62a admin admin] Publish callbacks [] for security_group (902eab4d-f6bd-4281-a871-52050ca90990), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.216348 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ceff6ebc-240c-4ab1-945f-44ac7fa1c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (902eab4d-f6bd-4281-a871-52050ca90990), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.231340 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (449f233c-d871-4357-a08e-1a5b48f5c886), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.234360 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=171d3369-0e70-43ca-bcc7-fee8596ca960,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:08.257338 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.258723 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-83352d60-4c59-4043-a6a8-dd4229643ba8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3908336 Oct 12 02:32:08.365993 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff6ebc-240c-4ab1-945f-44ac7fa1c62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902eab4d-f6bd-4281-a871-52050ca90990,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:08.398922 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ceff6ebc-240c-4ab1-945f-44ac7fa1c62a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=052ec677934c4fe4a422d3c857f8ad44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5863268 Oct 12 02:32:08.403509 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58596) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:08.440739 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42ca6b-4ecc-4b59-b26c-ad7bf875b489 req-53699aac-6b59-44db-ba9f-a2de692a3f38 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:08.444679 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bd42ca6b-4ecc-4b59-b26c-ad7bf875b489 req-53699aac-6b59-44db-ba9f-a2de692a3f38 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 946 time: 0.1810696 Oct 12 02:32:08.603187 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bd42ca6b-4ecc-4b59-b26c-ad7bf875b489 req-c488d318-aef4-4f9d-8ad0-5202f2a5f8d7 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329582 Oct 12 02:32:08.623868 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-076a7e9d-3eb5-4606-b014-96ebe4e1904b admin admin] Publish callbacks [] for security_group (902eab4d-f6bd-4281-a871-52050ca90990), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.664935 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-076a7e9d-3eb5-4606-b014-96ebe4e1904b admin admin] Publish callbacks [] for security_group (902eab4d-f6bd-4281-a871-52050ca90990), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.738560 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ba646-6773-4296-be9a-a101d0075281 req-4f12cd2b-07dd-49c8-bbd5-29f2aa177382 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:08.755923 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f3ba646-6773-4296-be9a-a101d0075281 req-4f12cd2b-07dd-49c8-bbd5-29f2aa177382 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.3776293 Oct 12 02:32:08.778404 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-3035bf21-dd79-4e0f-a257-9db09f83436e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1504510116&fields=id&tenant_id=76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 267 time: 0.0692575 Oct 12 02:32:08.806527 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-076a7e9d-3eb5-4606-b014-96ebe4e1904b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (902eab4d-f6bd-4281-a871-52050ca90990), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.809173 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-076a7e9d-3eb5-4606-b014-96ebe4e1904b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:08.813759 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-076a7e9d-3eb5-4606-b014-96ebe4e1904b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/902eab4d-f6bd-4281-a871-52050ca90990 HTTP/1.1" status: 204 len: 168 time: 0.4083724 Oct 12 02:32:08.824402 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f3ba646-6773-4296-be9a-a101d0075281 req-65cee353-e74b-4f35-9a5e-957e356fc2cb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688736 Oct 12 02:32:08.856315 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a7e9d-3eb5-4606-b014-96ebe4e1904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902eab4d-f6bd-4281-a871-52050ca90990,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:08.948978 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-8ef454e6-8a21-47ad-8193-c2dd0cf9c2c4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:08.950127 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9058-7c10-4220-b710-eff54706ee06 req-2e2dc57e-d899-4cdb-bb97-8b6b014af7ff tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:08.956525 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-8ef454e6-8a21-47ad-8193-c2dd0cf9c2c4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 815 time: 0.1770110 Oct 12 02:32:08.957589 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-412a9058-7c10-4220-b710-eff54706ee06 req-2e2dc57e-d899-4cdb-bb97-8b6b014af7ff tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0600734 Oct 12 02:32:08.972685 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-f42c819b-4013-43e2-b29f-643a71f42415 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/quotas/76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 375 time: 0.0137911 Oct 12 02:32:09.015136 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:09.043612 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-412a9058-7c10-4220-b710-eff54706ee06 req-4c69a50c-0824-488c-9d4d-2012cdbf861d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850811 Oct 12 02:32:09.063494 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-9ebeb66b-9433-40b1-a80b-bd6ee0567dca tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780442 Oct 12 02:32:09.187851 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-b4f68ddd-91c3-4fc7-9261-715f6e1ccda4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195850 Oct 12 02:32:09.278364 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:09.303760 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-ca736c92-673d-4499-88bb-8594151d7d61 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150558 Oct 12 02:32:09.335005 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58620) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:09.350349 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bcd048c3-ff8f-4236-9f3a-88bda6316089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:09.414163 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:09.451947 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bcd048c3-ff8f-4236-9f3a-88bda6316089 admin admin] Publish callbacks [] for security_group (98e256a5-f6c3-43a4-b779-cf0c1923dbf1), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:09.467131 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bcd048c3-ff8f-4236-9f3a-88bda6316089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (98e256a5-f6c3-43a4-b779-cf0c1923dbf1), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:09.494231 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e9b5714f-3a7e-419e-8f35-422061f170a4 req-009e8d93-1844-4c0f-a90f-328018017ccf tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 210 time: 0.0409269 Oct 12 02:32:09.527286 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-bcd048c3-ff8f-4236-9f3a-88bda6316089 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=0d0a8de3542947c2a3e99cb606aace3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910436 Oct 12 02:32:09.528398 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd048c3-ff8f-4236-9f3a-88bda6316089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e256a5-f6c3-43a4-b779-cf0c1923dbf1,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:09.530000 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58628) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:09.583474 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6244708a-2ff5-4018-9108-a84a78afdddd admin admin] Publish callbacks [] for security_group (98e256a5-f6c3-43a4-b779-cf0c1923dbf1), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:09.605271 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6244708a-2ff5-4018-9108-a84a78afdddd admin admin] Publish callbacks [] for security_group (98e256a5-f6c3-43a4-b779-cf0c1923dbf1), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:09.662550 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6244708a-2ff5-4018-9108-a84a78afdddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (98e256a5-f6c3-43a4-b779-cf0c1923dbf1), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:09.665335 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6244708a-2ff5-4018-9108-a84a78afdddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:09.669005 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-6244708a-2ff5-4018-9108-a84a78afdddd admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/98e256a5-f6c3-43a4-b779-cf0c1923dbf1 HTTP/1.1" status: 204 len: 168 time: 0.1356049 Oct 12 02:32:09.677595 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244708a-2ff5-4018-9108-a84a78afdddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e256a5-f6c3-43a4-b779-cf0c1923dbf1,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:09.748909 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba1c64-92dc-4375-8d02-bee3c09cd094 req-41db218d-4f8f-40e2-9b46-156b3f00657b tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:09.750549 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-caba1c64-92dc-4375-8d02-bee3c09cd094 req-41db218d-4f8f-40e2-9b46-156b3f00657b tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 946 time: 0.0602403 Oct 12 02:32:09.840489 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-caba1c64-92dc-4375-8d02-bee3c09cd094 req-6c7dfdd5-0cf9-4c0f-8b12-9fc28cdc96dc tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824733 Oct 12 02:32:09.971451 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7130c4-d685-4805-9d68-d3f902b0929e req-08dc0cb1-8643-4369-8cc6-861a8bc6f3f9 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:09.973728 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2c7130c4-d685-4805-9d68-d3f902b0929e req-08dc0cb1-8643-4369-8cc6-861a8bc6f3f9 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0577230 Oct 12 02:32:09.992858 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58650) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:10.006384 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:10.050214 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2c7130c4-d685-4805-9d68-d3f902b0929e req-48c4ac70-fd47-42f5-9f81-74d8b93dd5e6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693307 Oct 12 02:32:10.180945 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbf9a-4ccc-411d-98ff-73def597ee47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:10.209849 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb01b7-26aa-4e97-9c58-6c21fbec9d8a req-4823c79d-c26e-4313-931b-eca2c155f8a5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:10.211322 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-09cb01b7-26aa-4e97-9c58-6c21fbec9d8a req-4823c79d-c26e-4313-931b-eca2c155f8a5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0740674 Oct 12 02:32:10.291046 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-09cb01b7-26aa-4e97-9c58-6c21fbec9d8a req-96f7e654-8c7e-4822-8285-66cfab2909c4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732057 Oct 12 02:32:10.317887 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbf9a-4ccc-411d-98ff-73def597ee47 admin admin] Publish callbacks [] for security_group (821e5a0a-929d-4242-a090-b663cded1d34), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:10.323867 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbf9a-4ccc-411d-98ff-73def597ee47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (821e5a0a-929d-4242-a090-b663cded1d34), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:10.371575 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-e6bdbf9a-4ccc-411d-98ff-73def597ee47 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=88d84ab9c0dc460085cec44e656f53cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754182 Oct 12 02:32:10.371575 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdbf9a-4ccc-411d-98ff-73def597ee47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821e5a0a-929d-4242-a090-b663cded1d34,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:10.372053 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58672) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:10.423102 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7313b97a-8dfd-4a29-aec8-9b8725167b94 admin admin] Publish callbacks [] for security_group (821e5a0a-929d-4242-a090-b663cded1d34), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:10.448626 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7313b97a-8dfd-4a29-aec8-9b8725167b94 admin admin] Publish callbacks [] for security_group (821e5a0a-929d-4242-a090-b663cded1d34), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:10.498062 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7313b97a-8dfd-4a29-aec8-9b8725167b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (821e5a0a-929d-4242-a090-b663cded1d34), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:10.500651 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7313b97a-8dfd-4a29-aec8-9b8725167b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:10.501908 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-7313b97a-8dfd-4a29-aec8-9b8725167b94 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/821e5a0a-929d-4242-a090-b663cded1d34 HTTP/1.1" status: 204 len: 168 time: 0.1287563 Oct 12 02:32:10.511810 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313b97a-8dfd-4a29-aec8-9b8725167b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e5a0a-929d-4242-a090-b663cded1d34,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:10.621898 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-82fbc48d-0773-4227-aef8-fb19cccf5664 req-971b286c-c338-43e6-a850-eebb2762fa7d tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 210 time: 0.0328608 Oct 12 02:32:10.703174 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:32:10.897100 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-26c74294-6c22-4814-b31e-07f031916160 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:10.904869 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-26c74294-6c22-4814-b31e-07f031916160 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 946 time: 0.0841365 Oct 12 02:32:10.964738 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=19 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:11.006180 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-c1ee1cc9-852b-46b0-91cd-e83311ec1ad6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Deleting port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:32:11.006802 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-c1ee1cc9-852b-46b0-91cd-e83311ec1ad6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:11.024619 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587dc0d-d6dc-44bb-a844-3bc3c71fb4bf req-857ae4c4-0b47-484e-beaa-db50f4b05ee4 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:11.032797 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c587dc0d-d6dc-44bb-a844-3bc3c71fb4bf req-857ae4c4-0b47-484e-beaa-db50f4b05ee4 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 946 time: 0.0561364 Oct 12 02:32:11.105268 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c587dc0d-d6dc-44bb-a844-3bc3c71fb4bf req-315f385a-7071-475c-bb76-82d9a953eb68 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514426 Oct 12 02:32:11.122460 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-c1ee1cc9-852b-46b0-91cd-e83311ec1ad6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] For port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,segment=NetworkSegment(3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb),segment_id=3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:11.123523 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-c1ee1cc9-852b-46b0-91cd-e83311ec1ad6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:11.142350 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-c1ee1cc9-852b-46b0-91cd-e83311ec1ad6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Calling delete_port for 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:32:11.260091 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf4abd-fc09-429b-8da8-b38fa0adb661 req-4ad64cfd-7e8a-47cf-9f39-4c04767dc72d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:11.262049 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-05cf4abd-fc09-429b-8da8-b38fa0adb661 req-4ad64cfd-7e8a-47cf-9f39-4c04767dc72d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0709853 Oct 12 02:32:11.349990 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-05cf4abd-fc09-429b-8da8-b38fa0adb661 req-697025c1-29e6-4a3d-a4cd-68031eb412ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766931 Oct 12 02:32:11.425180 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-c1ee1cc9-852b-46b0-91cd-e83311ec1ad6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (57cbb2f7-a82b-48d3-8cf3-b111c66a8260), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:11.469364 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['57cbb2f7-a82b-48d3-8cf3-b111c66a8260'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:32:11.517499 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee1cc9-852b-46b0-91cd-e83311ec1ad6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Pushing event deleted for resources: {'Port': ['ID=57cbb2f7-a82b-48d3-8cf3-b111c66a8260,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:11.555657 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-dd5f3c5a-07a0-4d62-a06a-edbb4536abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:11.559082 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-dd5f3c5a-07a0-4d62-a06a-edbb4536abbd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 1130 time: 0.0883830 Oct 12 02:32:11.590043 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-c1ee1cc9-852b-46b0-91cd-e83311ec1ad6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] No DVR routers for this DVR port 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:32:11.593896 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-c1ee1cc9-852b-46b0-91cd-e83311ec1ad6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:11.597863 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9fda2109-146c-481f-9fd1-71506b91dea1 req-c1ee1cc9-852b-46b0-91cd-e83311ec1ad6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.16 "DELETE /networking/v2.0/ports/57cbb2f7-a82b-48d3-8cf3-b111c66a8260 HTTP/1.1" status: 204 len: 173 time: 0.6867187 Oct 12 02:32:11.598444 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921f3627-5480-46cb-9810-fa6fcfde17ca', 'name': 'network-vif-deleted', 'tag': '57cbb2f7-a82b-48d3-8cf3-b111c66a8260'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:11.602649 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160a7063-9a53-494f-bd35-57d5f4ae479a" -d '{"events": [{"server_uuid": "921f3627-5480-46cb-9810-fa6fcfde17ca", "name": "network-vif-deleted", "tag": "57cbb2f7-a82b-48d3-8cf3-b111c66a8260"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:11.682397 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e9b8c-3b64-432b-8744-156ed6f499d4 req-1fe93a49-5e46-4d50-a725-4c7bd731eaf4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:11.693455 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-419e9b8c-3b64-432b-8744-156ed6f499d4 req-1fe93a49-5e46-4d50-a725-4c7bd731eaf4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.2812753 Oct 12 02:32:11.696179 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46164a01-52d0-4c9f-8996-ac13c03e8168 x-openstack-request-id: req-46164a01-52d0-4c9f-8996-ac13c03e8168 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:11.697043 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921f3627-5480-46cb-9810-fa6fcfde17ca", "name": "network-vif-deleted", "tag": "57cbb2f7-a82b-48d3-8cf3-b111c66a8260", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:11.699276 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46164a01-52d0-4c9f-8996-ac13c03e8168 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:11.700111 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46164a01-52d0-4c9f-8996-ac13c03e8168'] response: {'server_uuid': '921f3627-5480-46cb-9810-fa6fcfde17ca', 'name': 'network-vif-deleted', 'tag': '57cbb2f7-a82b-48d3-8cf3-b111c66a8260', 'status': 'completed', 'code': 200} Oct 12 02:32:11.749006 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:11.789692 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:11.821284 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-07742d11-7d85-4861-adae-1d369de7c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:11.823088 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-07742d11-7d85-4861-adae-1d369de7c4b1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 916 time: 0.2498865 Oct 12 02:32:11.837009 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-419e9b8c-3b64-432b-8744-156ed6f499d4 req-f49aa0ff-d064-4b6b-bed8-1ce8a327df56 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363108 Oct 12 02:32:11.863827 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2bad9517-aa3d-45f5-97e1-da96e86e835e req-6f2f9069-d731-4238-9f4e-1970317d799c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 210 time: 0.0532529 Oct 12 02:32:12.036161 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-fdab7dbb-0104-41f3-a17f-bac23890e737 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec HTTP/1.1" status: 200 len: 1001 time: 0.0680039 Oct 12 02:32:12.134628 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-1794d5e7-537b-40e6-8bfa-a5510ad46452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:12.136407 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-1794d5e7-537b-40e6-8bfa-a5510ad46452 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.0890007 Oct 12 02:32:12.237097 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:12.282074 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-c4dc8621-a430-4ee8-b5ee-eaa3eb75c3c8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:12.283749 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-c4dc8621-a430-4ee8-b5ee-eaa3eb75c3c8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 815 time: 0.1521621 Oct 12 02:32:12.295020 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e2e8c632-e2f4-47e9-affa-ccd41fdfafa0 req-671b2faa-2222-47b6-be8d-cde1baa3005b tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 210 time: 0.1003795 Oct 12 02:32:12.328870 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-3855743d-aa87-4070-9544-f846928779b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:12.331999 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-3855743d-aa87-4070-9544-f846928779b9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1888344 Oct 12 02:32:12.423882 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-12f2cfd2-d2db-4bec-b129-d799c40be291 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 473 time: 0.1192155 Oct 12 02:32:12.437607 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'port': {'device_id': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'admin_state_up': True, 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'security_groups': ['96663ebd-0605-453e-a280-a3c031198155']}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:12.467857 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-fa97e624-6cea-40f0-b935-8c112a7eac09 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228933 Oct 12 02:32:12.518021 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:12.588465 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Made reservation on behalf of 76e921b067f04677b76c245b5f93e112 for: {'port': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:32:12.593487 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:12.742638 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Allocated IP 172.20.0.6 (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8/f147c0f3-4105-4485-bdf5-a129b9df68d7/79216b85-6ffe-4aa2-b822-11695d819ed3) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:12.808502 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8794dc5e-b7c9-4ca2-8fc2-ef68b5732f6d req-880cbdb1-7872-4d61-8ecc-3557b79b32e8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060040 Oct 12 02:32:12.904917 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:12.979361 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.041740 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6ffd0-2a9e-4cde-bcb0-42f4c77bdc68 req-5fe374ba-d8b7-4148-a4b1-f61f1a80f195 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:13.049968 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9ad6ffd0-2a9e-4cde-bcb0-42f4c77bdc68 req-5fe374ba-d8b7-4148-a4b1-f61f1a80f195 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 931 time: 0.0689273 Oct 12 02:32:13.078911 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:13.084138 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:13.091766 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:13.105341 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9ad6ffd0-2a9e-4cde-bcb0-42f4c77bdc68 req-527196a5-cf86-4713-bfad-1e2c837d0816 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543911 Oct 12 02:32:13.133400 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821618b-164a-4c96-9794-dd6d2df1bb9d req-31781179-30c2-4c32-a440-1648ce6983c3 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:13.134952 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1821618b-164a-4c96-9794-dd6d2df1bb9d req-31781179-30c2-4c32-a440-1648ce6983c3 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.1432354 Oct 12 02:32:13.139791 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=79216b85-6ffe-4aa2-b822-11695d819ed3,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:13.194907 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:13.195689 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58822) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:13.197415 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.200236 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-bc85cff0-ad46-42a5-8347-3cb2939f64ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462813880', 'description': 'tempest-description--192213346'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:13.224969 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bc85cff0-ad46-42a5-8347-3cb2939f64ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.235725 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6d6eaf78-6d51-484d-baa9-66fa26c4d427 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8034439 Oct 12 02:32:13.240752 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1821618b-164a-4c96-9794-dd6d2df1bb9d req-9049b198-fd3c-499a-8280-6d23c896722c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972891 Oct 12 02:32:13.318743 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bc85cff0-ad46-42a5-8347-3cb2939f64ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group (221bfdad-0895-41c2-8c9e-fbfda5abfb54), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.322740 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bc85cff0-ad46-42a5-8347-3cb2939f64ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (221bfdad-0895-41c2-8c9e-fbfda5abfb54), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.332141 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-30708900-5f77-4779-b83a-83e6419f55a9 None None] Provisioning complete for port 79216b85-6ffe-4aa2-b822-11695d819ed3 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:13.332726 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-30708900-5f77-4779-b83a-83e6419f55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.332829 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-30708900-5f77-4779-b83a-83e6419f55a9 None None] Attempt 1 to provision port 79216b85-6ffe-4aa2-b822-11695d819ed3 Oct 12 02:32:13.358309 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bc85cff0-ad46-42a5-8347-3cb2939f64ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.359563 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-bc85cff0-ad46-42a5-8347-3cb2939f64ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1628630 Oct 12 02:32:13.361760 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85cff0-ad46-42a5-8347-3cb2939f64ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221bfdad-0895-41c2-8c9e-fbfda5abfb54,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:13.363205 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58826) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:13.367972 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-003c6121-705d-4129-ad84-940d4cf55fc8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Request body: {'security_group_rule': {'security_group_id': '221bfdad-0895-41c2-8c9e-fbfda5abfb54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:13.394506 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-30708900-5f77-4779-b83a-83e6419f55a9 None None] Port 79216b85-6ffe-4aa2-b822-11695d819ed3 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:32:13.400792 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:13.402988 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-003c6121-705d-4129-ad84-940d4cf55fc8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group_rule (0ff34eba-6eaf-4f29-9292-eaf3790f2899), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.425800 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9a7226ba-52f3-4517-b130-dbceee44dc2f req-a741c417-5fa0-4845-b5c2-32cf48cce9f6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 210 time: 0.0291765 Oct 12 02:32:13.462776 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:13.470546 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-003c6121-705d-4129-ad84-940d4cf55fc8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group_rule (0ff34eba-6eaf-4f29-9292-eaf3790f2899), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.474586 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-003c6121-705d-4129-ad84-940d4cf55fc8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (0ff34eba-6eaf-4f29-9292-eaf3790f2899), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.496123 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c6121-705d-4129-ad84-940d4cf55fc8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff34eba-6eaf-4f29-9292-eaf3790f2899,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:13.504844 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-003c6121-705d-4129-ad84-940d4cf55fc8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.506064 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-003c6121-705d-4129-ad84-940d4cf55fc8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418366 Oct 12 02:32:13.508797 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58828) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:13.513042 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-250064c8-54e1-4976-914f-7c60584e65e5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Request body: {'security_group_rule': {'security_group_id': '221bfdad-0895-41c2-8c9e-fbfda5abfb54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:13.538432 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-250064c8-54e1-4976-914f-7c60584e65e5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group_rule (3a0c1e07-015c-40d1-98fd-2a5b1ef08755), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.597734 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-250064c8-54e1-4976-914f-7c60584e65e5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group_rule (3a0c1e07-015c-40d1-98fd-2a5b1ef08755), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.601465 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-250064c8-54e1-4976-914f-7c60584e65e5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (3a0c1e07-015c-40d1-98fd-2a5b1ef08755), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.621925 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250064c8-54e1-4976-914f-7c60584e65e5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0c1e07-015c-40d1-98fd-2a5b1ef08755,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:13.631206 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-250064c8-54e1-4976-914f-7c60584e65e5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.632404 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-250064c8-54e1-4976-914f-7c60584e65e5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226907 Oct 12 02:32:13.635483 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 58830) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:13.639629 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:13.660924 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.743858 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.849471 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Allocated IP 172.27.4.225 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/0ddc23e3-9d2b-4cc4-968a-be38b0b86af2) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:13.957440 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for port (0ddc23e3-9d2b-4cc4-968a-be38b0b86af2), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:13.989612 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (0ddc23e3-9d2b-4cc4-968a-be38b0b86af2), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:14.027665 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:14.033671 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:14.037753 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:14.042879 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event updated for resources: {'Port': ['ID=0ddc23e3-9d2b-4cc4-968a-be38b0b86af2,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:14.118299 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:14.137421 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for floatingip (db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:14.178155 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (0ddc23e3-9d2b-4cc4-968a-be38b0b86af2), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:14.209486 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:14.230625 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 0a31a866-f72c-4f7d-822f-7d54a4e3afec no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:32:14.271623 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d494b48-993a-4870-9c5d-86b6c558dc43 req-06d12b3f-7213-49c0-9ddc-44175e5dec22 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:14.273114 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1d494b48-993a-4870-9c5d-86b6c558dc43 req-06d12b3f-7213-49c0-9ddc-44175e5dec22 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 931 time: 0.0745380 Oct 12 02:32:14.316867 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 0a31a866-f72c-4f7d-822f-7d54a4e3afec is: ACTIVE; New status is: DOWN {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:14.317266 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:14.353529 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:14.357714 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bf4699-b443-479a-9108-2571a786c56a" -d '{"events": [{"server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:14.371230 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:14.378605 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:14.379606 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:32:14.393509 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1d494b48-993a-4870-9c5d-86b6c558dc43 req-c8a5ebfc-789e-42a5-86cc-c9841d77c759 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838630 Oct 12 02:32:14.402034 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c01ded-5210-4766-92fe-d470d2280ce8 req-09cf1d82-e7ba-4ae2-9832-b3896e3c1d5d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:14.412211 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a7c01ded-5210-4766-92fe-d470d2280ce8 req-09cf1d82-e7ba-4ae2-9832-b3896e3c1d5d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 946 time: 0.0679798 Oct 12 02:32:14.447792 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:32:14.448385 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 57cbb2f7-a82b-48d3-8cf3-b111c66a8260 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:32:14.449184 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Request body: {'port': {'device_id': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:14.451462 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=8']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:14.474943 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802bf785-b841-44af-8ed6-404fc38c7809 x-openstack-request-id: req-802bf785-b841-44af-8ed6-404fc38c7809 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:14.475097 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:14.475348 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-802bf785-b841-44af-8ed6-404fc38c7809 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:14.475799 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802bf785-b841-44af-8ed6-404fc38c7809'] response: {'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'code': 200} Oct 12 02:32:14.524309 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a7c01ded-5210-4766-92fe-d470d2280ce8 req-0732ff58-b7d5-494c-8dba-b58e54f8ce2b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109185 Oct 12 02:32:14.548990 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for port (0ddc23e3-9d2b-4cc4-968a-be38b0b86af2), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:14.568738 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (0ddc23e3-9d2b-4cc4-968a-be38b0b86af2), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:14.591757 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:14.635757 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-394e076e-67d0-4399-a480-7e2c1a85c5a5 req-a4c0ced4-df60-4d81-bef6-e40931367b24 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=921f3627-5480-46cb-9810-fa6fcfde17ca HTTP/1.1" status: 200 len: 210 time: 0.0898056 Oct 12 02:32:14.701543 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:14.714031 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event updated for resources: {'Port': ['ID=0ddc23e3-9d2b-4cc4-968a-be38b0b86af2,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:14.738657 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:14.740183 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-923f05ce-637a-43ac-b255-190bc836113e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1037617 Oct 12 02:32:14.986375 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79216b85-6ffe-4aa2-b822-11695d819ed3 {{(pid=104435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:32:14.995178 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-628dc4ce-4b6b-43bf-858b-903fb867adb0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1462813880&fields=id&tenant_id=bd41b04d606949edbc9a3a2f88f991b2 HTTP/1.1" status: 200 len: 267 time: 0.0645206 Oct 12 02:32:14.995750 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Publish callbacks [] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:15.016467 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.provisioning_blocks [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Transition to ACTIVE for port object 79216b85-6ffe-4aa2-b822-11695d819ed3 will not be triggered until provisioned by entity L2. {{(pid=104435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:32:15.020245 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:15.107650 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Pushing event updated for resources: {'Port': ['ID=79216b85-6ffe-4aa2-b822-11695d819ed3,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:15.130357 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-f9fb4b64-dbf3-4bea-88ba-61bd18c36642 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:15.133179 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-f9fb4b64-dbf3-4bea-88ba-61bd18c36642 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 819 time: 0.1288981 Oct 12 02:32:15.135970 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:15.141316 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Attempting to bind port 79216b85-6ffe-4aa2-b822-11695d819ed3 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:32:15.141652 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Attempting to bind port 79216b85-6ffe-4aa2-b822-11695d819ed3 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:32:15.141980 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Attempting to bind port 79216b85-6ffe-4aa2-b822-11695d819ed3 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:15.144057 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:15.152327 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-2d103eb5-cf66-49fa-bc9e-ebd5117fa82f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/quotas/bd41b04d606949edbc9a3a2f88f991b2 HTTP/1.1" status: 200 len: 375 time: 0.0146925 Oct 12 02:32:15.192839 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:15.196751 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Port 79216b85-6ffe-4aa2-b822-11695d819ed3 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:32:15.196751 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Attempting to bind port 79216b85-6ffe-4aa2-b822-11695d819ed3 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:15.200271 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:15.218670 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-d6883935-5cbf-4ce2-9f66-09209506df31 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0653903 Oct 12 02:32:15.249094 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:32:15.249538 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Checking segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:15.249915 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Bound using segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:32:15.250376 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Bound port: 79216b85-6ffe-4aa2-b822-11695d819ed3, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:32:15.250733 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:15.334850 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] For port 79216b85-6ffe-4aa2-b822-11695d819ed3, host hv-cinder-84914, cleared binding levels {{(pid=104435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:32:15.339978 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] For port 79216b85-6ffe-4aa2-b822-11695d819ed3, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=79216b85-6ffe-4aa2-b822-11695d819ed3,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:32:15.347325 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:15.352153 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:15.354508 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:15.356528 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/79216b85-6ffe-4aa2-b822-11695d819ed3 HTTP/1.1" status: 200 len: 1093 time: 0.9149585 Oct 12 02:32:15.359130 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'tag': '79216b85-6ffe-4aa2-b822-11695d819ed3'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:15.362189 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc409ae-c529-477e-a26c-84585f21209e" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc118ab-0194-4cbb-b335-caf4c25cca7e", "tag": "79216b85-6ffe-4aa2-b822-11695d819ed3"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:15.368135 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-c3b27846-3881-4528-8831-6a8c78d8a953 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268771 Oct 12 02:32:15.459248 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacdf5bc-e7f5-470d-9fff-b242abfe5b07 x-openstack-request-id: req-dacdf5bc-e7f5-470d-9fff-b242abfe5b07 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:15.459442 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc118ab-0194-4cbb-b335-caf4c25cca7e", "tag": "79216b85-6ffe-4aa2-b822-11695d819ed3", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:15.459699 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dacdf5bc-e7f5-470d-9fff-b242abfe5b07 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:15.460093 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacdf5bc-e7f5-470d-9fff-b242abfe5b07'] response: {'name': 'network-changed', 'server_uuid': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'tag': '79216b85-6ffe-4aa2-b822-11695d819ed3', 'status': 'completed', 'code': 200} Oct 12 02:32:15.463684 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279f019-bfb4-45ce-b5c3-9619fb971997 service neutron] Pushing event updated for resources: {'Port': ['ID=79216b85-6ffe-4aa2-b822-11695d819ed3,revision_number=3']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:15.498507 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-7fcf09e0-9640-4701-85ad-483f71ac2979 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108818 Oct 12 02:32:15.541626 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-ebb21263-4baa-4f49-a888-8ab2ff3a6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:15.543235 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-ebb21263-4baa-4f49-a888-8ab2ff3a6443 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 1127 time: 0.0684950 Oct 12 02:32:15.561092 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9ecd1-2272-4784-86e4-5f030415f39c req-b18b4e7b-379f-4f9c-b7e4-e46303bc71e9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:15.562449 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bca9ecd1-2272-4784-86e4-5f030415f39c req-b18b4e7b-379f-4f9c-b7e4-e46303bc71e9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 943 time: 0.0568633 Oct 12 02:32:15.605642 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-a631a3de-e3a3-47c9-bcad-6725cb0a0aaa service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79216b85-6ffe-4aa2-b822-11695d819ed3 HTTP/1.1" status: 200 len: 217 time: 0.0422785 Oct 12 02:32:15.680109 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bca9ecd1-2272-4784-86e4-5f030415f39c req-dbdb4d79-6c2f-47e8-af1c-36135a99ba93 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099257 Oct 12 02:32:15.681498 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-566a7054-d5f3-4123-b75e-0c43ad4ac8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:15.682843 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-566a7054-d5f3-4123-b75e-0c43ad4ac8a4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.0696802 Oct 12 02:32:15.741661 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33d596-5899-49da-a360-154c31d98d67 req-a845a5ce-abbd-4ec8-9e66-4927e12b9942 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:15.743767 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ee33d596-5899-49da-a360-154c31d98d67 req-a845a5ce-abbd-4ec8-9e66-4927e12b9942 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0782344 Oct 12 02:32:15.767266 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1a6c1fb8-bca2-4e45-a518-c2a8a91f6130 req-a33ed3d8-65f2-4e45-85df-9f69d92be641 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 210 time: 0.0381646 Oct 12 02:32:15.772724 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-fe531b45-6e01-4a81-a6eb-b62a0e820fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:15.774188 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-fe531b45-6e01-4a81-a6eb-b62a0e820fd4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0842652 Oct 12 02:32:15.821433 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ee33d596-5899-49da-a360-154c31d98d67 req-69270dcc-af60-4850-a939-a082a88dd5ec tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683761 Oct 12 02:32:15.897782 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9e046715-5597-4e64-bf58-0a09d24c9a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:15.945999 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-d0b097b8-c5dc-4e10-b8d3-79f0893101f4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648426 Oct 12 02:32:16.098063 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4f9bbf3d-54d0-48af-a0ce-5802533f137c req-3e941803-01bd-43d4-90b2-3cf01ba22d3a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437387 Oct 12 02:32:16.423228 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [req-6d4c98df-d34a-417d-b6b3-dfdb5916dcbc req-c10c6e8c-4d71-4c59-acc1-45060a6a392b service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:32:16.424192 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6d4c98df-d34a-417d-b6b3-dfdb5916dcbc req-c10c6e8c-4d71-4c59-acc1-45060a6a392b service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060546 Oct 12 02:32:16.627288 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c483-60ec-452e-b405-0bc79dad14da req-cb3e5409-330c-4191-bb4a-c3425f2f85be tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:16.629258 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b7b5c483-60ec-452e-b405-0bc79dad14da req-cb3e5409-330c-4191-bb4a-c3425f2f85be tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0582926 Oct 12 02:32:16.707531 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b7b5c483-60ec-452e-b405-0bc79dad14da req-a5d27154-3c1d-4700-bcb8-bda57f6a49dc tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702519 Oct 12 02:32:16.839152 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c884f-c0ba-4a70-a4ee-c269244a3509 req-2f3286f9-989f-41c8-8d9e-55c6a344ba0c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:16.840782 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a28c884f-c0ba-4a70-a4ee-c269244a3509 req-2f3286f9-989f-41c8-8d9e-55c6a344ba0c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 943 time: 0.0739284 Oct 12 02:32:16.901564 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-511c7ca8-f41f-477b-b830-70013a777b0d req-8756983b-17e8-4f98-9e50-222afcae5b43 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 210 time: 0.0388305 Oct 12 02:32:16.908224 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a28c884f-c0ba-4a70-a4ee-c269244a3509 req-e986142b-7f27-46c9-9cc4-010e0c4fe6ac tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606906 Oct 12 02:32:17.016038 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58958) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:17.099361 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-3aaa5c7d-41f0-446b-9a7e-df45fe138621 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820510 Oct 12 02:32:17.108172 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-6e47b241-bf9b-48bd-a267-81a845da29de service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:32:17.109157 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-6e47b241-bf9b-48bd-a267-81a845da29de service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053134 Oct 12 02:32:17.186324 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 58968) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:17.275789 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-64987d7b-7271-402d-b7eb-99ecbdfc6108 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:17.277125 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-64987d7b-7271-402d-b7eb-99ecbdfc6108 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports/0a31a866-f72c-4f7d-822f-7d54a4e3afec HTTP/1.1" status: 200 len: 941 time: 0.0898373 Oct 12 02:32:17.829827 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7a3d4-d39c-45e9-9947-9d3bc8c4eefd req-6d1075dd-901f-4a1a-a11f-c2c5f4e20db6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:17.831313 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-72d7a3d4-d39c-45e9-9947-9d3bc8c4eefd req-6d1075dd-901f-4a1a-a11f-c2c5f4e20db6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0531518 Oct 12 02:32:17.880910 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-72d7a3d4-d39c-45e9-9947-9d3bc8c4eefd req-eee0fa58-5ad6-43ba-a0fd-29c1683ffa81 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436745 Oct 12 02:32:17.999625 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-87cdfcb3-fd05-4f09-bad5-c70b54728bd6 req-726692a8-ec44-45d5-91d3-65b32e0d5344 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 210 time: 0.0283785 Oct 12 02:32:18.052685 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd5ca-75b6-4327-92b7-8f5571523b36 req-611d5cf7-4b18-4506-8c70-7c6b418a7dc5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:18.054173 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-488bd5ca-75b6-4327-92b7-8f5571523b36 req-611d5cf7-4b18-4506-8c70-7c6b418a7dc5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 943 time: 0.0542147 Oct 12 02:32:18.100518 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-488bd5ca-75b6-4327-92b7-8f5571523b36 req-cc3486e3-8f3a-43a6-9dd3-2915d6d4d9a7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 Oct 12 02:32:18.233449 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-94e7fe53-ad4e-4d40-89e6-0e868f26ae7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:19.003113 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eda2a-21e5-4548-bf57-7352d4f09568 req-b26742c8-7caf-4c30-988f-058adbb17226 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:19.004537 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c66eda2a-21e5-4548-bf57-7352d4f09568 req-b26742c8-7caf-4c30-988f-058adbb17226 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0454307 Oct 12 02:32:19.027567 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:19.070025 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c66eda2a-21e5-4548-bf57-7352d4f09568 req-8d48b35a-0456-408d-a9c2-6dec19539dec tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597725 Oct 12 02:32:19.102075 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 0a31a866-f72c-4f7d-822f-7d54a4e3afec no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:32:19.111755 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-737baf73-9008-4496-84fb-655a53216f47 req-f0263265-e11f-419e-8573-847334f5f1b3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 210 time: 0.0286376 Oct 12 02:32:19.178167 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 0a31a866-f72c-4f7d-822f-7d54a4e3afec is: DOWN; New status is: DOWN {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:19.228289 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca99cc-625e-4137-a5ab-f77cb44b614a req-681f9dc6-e7ad-4d19-9b41-23923c73a8a8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:19.229833 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7eca99cc-625e-4137-a5ab-f77cb44b614a req-681f9dc6-e7ad-4d19-9b41-23923c73a8a8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 943 time: 0.0469224 Oct 12 02:32:19.247007 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:19.278201 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7eca99cc-625e-4137-a5ab-f77cb44b614a req-fc7ccba7-be03-46ec-a3c4-620d302c9236 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 Oct 12 02:32:19.721908 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc409ae-c529-477e-a26c-84585f21209e req-975fd8be-5377-48f7-99ce-57ede6a51570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:19.723425 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8fc409ae-c529-477e-a26c-84585f21209e req-975fd8be-5377-48f7-99ce-57ede6a51570 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 1127 time: 0.0424528 Oct 12 02:32:19.837238 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:19.847545 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc409ae-c529-477e-a26c-84585f21209e req-10f0df01-a4a3-4fa6-beb0-970e4a4f2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:19.849143 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8fc409ae-c529-477e-a26c-84585f21209e req-10f0df01-a4a3-4fa6-beb0-970e4a4f2dbc service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 916 time: 0.1036320 Oct 12 02:32:19.938696 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8fc409ae-c529-477e-a26c-84585f21209e req-7718b0eb-f051-44bd-9579-8c7a02c1e4d6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79216b85-6ffe-4aa2-b822-11695d819ed3 HTTP/1.1" status: 200 len: 217 time: 0.0347009 Oct 12 02:32:20.005200 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc409ae-c529-477e-a26c-84585f21209e req-e106fe06-30b2-41f0-8658-9d419a5e4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:20.006741 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8fc409ae-c529-477e-a26c-84585f21209e req-e106fe06-30b2-41f0-8658-9d419a5e4c6c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.0562112 Oct 12 02:32:20.260114 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76e4a-3e4a-41a4-8817-44694c05de8a req-e641bcda-5b0b-4355-9fe5-aa11425af418 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:20.261475 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-60b76e4a-3e4a-41a4-8817-44694c05de8a req-e641bcda-5b0b-4355-9fe5-aa11425af418 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0579243 Oct 12 02:32:20.348979 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-60b76e4a-3e4a-41a4-8817-44694c05de8a req-1ca24a6c-edd7-4037-a8e3-8535e49191bc tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791519 Oct 12 02:32:20.369921 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc409ae-c529-477e-a26c-84585f21209e req-63891691-e252-43f6-a58a-8a78688cb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:20.371434 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8fc409ae-c529-477e-a26c-84585f21209e req-63891691-e252-43f6-a58a-8a78688cb403 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3160663 Oct 12 02:32:20.394468 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7ec62869-e7f1-4ce9-a9e7-7af4501bd9d5 req-dc96b512-3555-4371-af18-a325f08bdc3e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 210 time: 0.0399930 Oct 12 02:32:20.505400 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486f8ff-3fb2-464f-a0f5-a6c22bbab7e3 req-09c4a390-6c78-4f80-897b-dbba9ecb6daf tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:20.506870 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6486f8ff-3fb2-464f-a0f5-a6c22bbab7e3 req-09c4a390-6c78-4f80-897b-dbba9ecb6daf tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 943 time: 0.0486257 Oct 12 02:32:20.563049 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6486f8ff-3fb2-464f-a0f5-a6c22bbab7e3 req-1b5f2bd1-99cf-4b61-8979-d5ac80cd1338 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504367 Oct 12 02:32:20.701120 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=15 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:20.733207 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8fc409ae-c529-477e-a26c-84585f21209e req-b6b0194d-8357-4ff2-b0fd-2c6d784b234a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031945 Oct 12 02:32:20.820741 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:20.844484 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8fc409ae-c529-477e-a26c-84585f21209e req-0fb9693b-c130-4c14-87d4-ba3286c48d15 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024733 Oct 12 02:32:20.946777 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-baf7c482-3613-4339-991c-b0ff3e439e15 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:20.948339 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-baf7c482-3613-4339-991c-b0ff3e439e15 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 819 time: 0.1506348 Oct 12 02:32:21.020137 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:21.070849 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-fec153a1-83ce-4a28-a569-28c9a3282d7b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bd41b04d606949edbc9a3a2f88f991b2 HTTP/1.1" status: 200 len: 380 time: 0.0565035 Oct 12 02:32:21.160098 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Request body: {'port': {'device_id': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'admin_state_up': True, 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'security_groups': ['221bfdad-0895-41c2-8c9e-fbfda5abfb54']}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:21.186720 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:21.212129 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:21.292112 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Made reservation on behalf of bd41b04d606949edbc9a3a2f88f991b2 for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:32:21.296552 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:21.435559 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Allocated IP 172.20.0.11 (d2208204-5dac-4ba9-9cf8-255af28eb635/3773f3fd-a367-461c-996d-087e532d1195/3c705692-0c55-4ed6-88ed-b7ba46d3442f) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:21.499178 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d4b2e-6028-4266-8bda-9a1855a6eb4f req-c96cd1ff-2bfd-408a-abc5-f089709d8170 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.501872 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-617d4b2e-6028-4266-8bda-9a1855a6eb4f req-c96cd1ff-2bfd-408a-abc5-f089709d8170 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0611920 Oct 12 02:32:21.552983 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-617d4b2e-6028-4266-8bda-9a1855a6eb4f req-46621884-4806-4fc4-a97f-457b00bbe4a7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452785 Oct 12 02:32:21.564764 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-68dd6917-eefc-460c-a49c-00568278c449 req-c172674e-caac-4b33-ab62-bb769421222c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 210 time: 0.0588100 Oct 12 02:32:21.626984 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:21.663843 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:21.686835 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589014fc-bcdb-4d12-a76d-29248bde747b req-ab31c0e5-7d47-4131-8c40-c30a69ba8bcb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.688376 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-589014fc-bcdb-4d12-a76d-29248bde747b req-ab31c0e5-7d47-4131-8c40-c30a69ba8bcb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 943 time: 0.0465064 Oct 12 02:32:21.711637 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Network d2208204-5dac-4ba9-9cf8-255af28eb635 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:21.715166 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:21.718885 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:21.754694 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event updated for resources: {'Port': ['ID=3c705692-0c55-4ed6-88ed-b7ba46d3442f,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:21.786803 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-589014fc-bcdb-4d12-a76d-29248bde747b req-6424f096-c79c-4ea8-8a9e-63ca68e88c0c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917368 Oct 12 02:32:21.786987 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.787632 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:21.812313 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-05157667-2116-4876-87fd-22a1d5f0ceb6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6560805 Oct 12 02:32:21.840644 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Request body: {'port': {'device_id': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:21.920470 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-cb06891c-3e18-483d-976c-9ee1d260d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:21.922879 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-cb06891c-3e18-483d-976c-9ee1d260d855 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa&tenant_id=7f6eb3e59c464c749edb69e8370f54e5 HTTP/1.1" status: 200 len: 1128 time: 0.1100776 Oct 12 02:32:21.936759 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.046482 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-a02a537f-e5dc-49ba-8922-155d87c0912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:22.048050 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-a02a537f-e5dc-49ba-8922-155d87c0912c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 1128 time: 0.0737617 Oct 12 02:32:22.074134 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-78de7d70-6dfa-469f-a355-3247ec07120a None None] Provisioning complete for port 3c705692-0c55-4ed6-88ed-b7ba46d3442f triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:22.075180 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-78de7d70-6dfa-469f-a355-3247ec07120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.075964 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-78de7d70-6dfa-469f-a355-3247ec07120a None None] Attempt 1 to provision port 3c705692-0c55-4ed6-88ed-b7ba46d3442f Oct 12 02:32:22.129502 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-78de7d70-6dfa-469f-a355-3247ec07120a None None] Port 3c705692-0c55-4ed6-88ed-b7ba46d3442f cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:32:22.173270 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-80efc001-f31f-4fdc-a0da-e502ba4527b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:22.174143 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:22.174777 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-80efc001-f31f-4fdc-a0da-e502ba4527b4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 916 time: 0.1162128 Oct 12 02:32:22.188667 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:22.209239 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 59070) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:22.246117 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-58e97526-b121-496a-93a1-d4195ec0545c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec HTTP/1.1" status: 200 len: 999 time: 0.0644414 Oct 12 02:32:22.255589 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 79216b85-6ffe-4aa2-b822-11695d819ed3 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:32:22.306000 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c705692-0c55-4ed6-88ed-b7ba46d3442f {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:32:22.315246 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Publish callbacks [] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.316718 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:22.319894 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-a0be6f5e-c2a2-42a9-ac96-3e1073d53ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:22.327728 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-a0be6f5e-c2a2-42a9-ac96-3e1073d53ec6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.0716169 Oct 12 02:32:22.335999 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Transition to ACTIVE for port object 3c705692-0c55-4ed6-88ed-b7ba46d3442f will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:32:22.341687 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.390842 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 79216b85-6ffe-4aa2-b822-11695d819ed3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=79216b85-6ffe-4aa2-b822-11695d819ed3,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:22.404133 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '79216b85-6ffe-4aa2-b822-11695d819ed3', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'port_id': '79216b85-6ffe-4aa2-b822-11695d819ed3', 'mac_address': 'fa:16:3e:8d:ca:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:32:22.418579 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Pushing event updated for resources: {'Port': ['ID=3c705692-0c55-4ed6-88ed-b7ba46d3442f,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:22.439958 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 79216b85-6ffe-4aa2-b822-11695d819ed3 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:22.440348 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.443237 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-76ef58ae-e420-4d71-89b1-1196e20fe577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.454019 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79216b85-6ffe-4aa2-b822-11695d819ed3 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:32:22.474252 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 79216b85-6ffe-4aa2-b822-11695d819ed3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=79216b85-6ffe-4aa2-b822-11695d819ed3,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:22.478383 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.507833 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Attempting to bind port 3c705692-0c55-4ed6-88ed-b7ba46d3442f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:32:22.508084 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Attempting to bind port 3c705692-0c55-4ed6-88ed-b7ba46d3442f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:32:22.508422 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Attempting to bind port 3c705692-0c55-4ed6-88ed-b7ba46d3442f on network d2208204-5dac-4ba9-9cf8-255af28eb635 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:22.527701 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=79216b85-6ffe-4aa2-b822-11695d819ed3,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:22.574816 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Port 3c705692-0c55-4ed6-88ed-b7ba46d3442f on network d2208204-5dac-4ba9-9cf8-255af28eb635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:32:22.575719 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Attempting to bind port 3c705692-0c55-4ed6-88ed-b7ba46d3442f on network d2208204-5dac-4ba9-9cf8-255af28eb635 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:22.620941 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-76ef58ae-e420-4d71-89b1-1196e20fe577 admin admin] Publish callbacks [] for security_group (eb433494-7492-4550-872f-082b078c7f0b), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.630519 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-76ef58ae-e420-4d71-89b1-1196e20fe577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (eb433494-7492-4550-872f-082b078c7f0b), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.702258 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffca104-b760-43db-a2b6-cb1f05dedd6d req-40885a29-b9b4-4944-9ad1-a709886b11c9 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:22.702894 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:32:22.702894 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Checking segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:22.703113 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Bound using segment: {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:32:22.703531 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Bound port: 3c705692-0c55-4ed6-88ed-b7ba46d3442f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb08a4f-69cd-487d-ae0a-17188d06c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:32:22.703744 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0ffca104-b760-43db-a2b6-cb1f05dedd6d req-40885a29-b9b4-4944-9ad1-a709886b11c9 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0518525 Oct 12 02:32:22.703866 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.724916 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-76ef58ae-e420-4d71-89b1-1196e20fe577 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c4805c3e2afd45e9a36a06cda0782d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5143323 Oct 12 02:32:22.729773 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 59080) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:22.729931 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef58ae-e420-4d71-89b1-1196e20fe577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb433494-7492-4550-872f-082b078c7f0b,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:22.743529 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ed089-ec61-4dff-8d62-336bb81ff398 req-3f4431e7-359a-4b73-992c-37ae75cdd7cc tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:22.744994 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ac4ed089-ec61-4dff-8d62-336bb81ff398 req-3f4431e7-359a-4b73-992c-37ae75cdd7cc tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0961027 Oct 12 02:32:22.781099 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0ffca104-b760-43db-a2b6-cb1f05dedd6d req-9ff21ba6-4dfd-4d1a-aee6-8bcd1a746fd4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711782 Oct 12 02:32:22.816729 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fe611335-0c90-4922-84ea-6b7eee40e55b admin admin] Publish callbacks [] for security_group (eb433494-7492-4550-872f-082b078c7f0b), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.833002 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] For port 3c705692-0c55-4ed6-88ed-b7ba46d3442f, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:32:22.843619 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fe611335-0c90-4922-84ea-6b7eee40e55b admin admin] Publish callbacks [] for security_group (eb433494-7492-4550-872f-082b078c7f0b), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.847480 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ac4ed089-ec61-4dff-8d62-336bb81ff398 req-58dc7248-8a65-4712-9100-8d7e1d7b6148 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817118 Oct 12 02:32:22.851868 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] For port 3c705692-0c55-4ed6-88ed-b7ba46d3442f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:32:22.852042 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:22.860727 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.866312 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:22.867123 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.868801 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/3c705692-0c55-4ed6-88ed-b7ba46d3442f HTTP/1.1" status: 200 len: 1094 time: 1.0379124 Oct 12 02:32:22.870555 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:22.873796 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb6c14a-942a-4de5-87c0-24a3a76cb138" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:22.926561 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fde5bb-e4f6-4a37-bac9-41f7eb6a9464 service neutron] Pushing event updated for resources: {'Port': ['ID=3c705692-0c55-4ed6-88ed-b7ba46d3442f,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:22.940723 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8e199-c741-479d-b8d5-0ed710be5e0a req-b44aab61-589d-460a-bbe1-1df122ccc760 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:22.942752 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae44653-a134-4964-b00c-009426bbeb94 x-openstack-request-id: req-eae44653-a134-4964-b00c-009426bbeb94 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:22.943037 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:22.943283 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eae44653-a134-4964-b00c-009426bbeb94 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:22.943676 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae44653-a134-4964-b00c-009426bbeb94'] response: {'name': 'network-changed', 'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'status': 'completed', 'code': 200} Oct 12 02:32:22.945072 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c5a8e199-c741-479d-b8d5-0ed710be5e0a req-b44aab61-589d-460a-bbe1-1df122ccc760 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 944 time: 0.0708072 Oct 12 02:32:22.946114 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fe611335-0c90-4922-84ea-6b7eee40e55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (eb433494-7492-4550-872f-082b078c7f0b), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.948563 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-fe611335-0c90-4922-84ea-6b7eee40e55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:22.949755 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-fe611335-0c90-4922-84ea-6b7eee40e55b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/eb433494-7492-4550-872f-082b078c7f0b HTTP/1.1" status: 204 len: 168 time: 0.2189174 Oct 12 02:32:22.970658 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe611335-0c90-4922-84ea-6b7eee40e55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb433494-7492-4550-872f-082b078c7f0b,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:23.003559 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c5a8e199-c741-479d-b8d5-0ed710be5e0a req-6bc9fdb7-d4c0-4f21-86d0-12ac757ebca1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521989 Oct 12 02:32:23.237536 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 59092) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:23.251939 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9b41-5258-4996-a015-e72c7b209772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:23.331745 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9b41-5258-4996-a015-e72c7b209772 admin admin] Publish callbacks [] for security_group (be7bf371-98b6-48f8-b9ac-f5af79015096), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:23.335367 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9b41-5258-4996-a015-e72c7b209772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (be7bf371-98b6-48f8-b9ac-f5af79015096), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:23.375645 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f8cb9b41-5258-4996-a015-e72c7b209772 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=479c91d842e74a6fac193d4fbdfbc571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370249 Oct 12 02:32:23.376496 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb9b41-5258-4996-a015-e72c7b209772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7bf371-98b6-48f8-b9ac-f5af79015096,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:23.378787 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 59096) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:23.428888 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-620a94f4-43df-4565-ad50-2d04f2bed887 admin admin] Publish callbacks [] for security_group (be7bf371-98b6-48f8-b9ac-f5af79015096), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:23.453330 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-620a94f4-43df-4565-ad50-2d04f2bed887 admin admin] Publish callbacks [] for security_group (be7bf371-98b6-48f8-b9ac-f5af79015096), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:23.502511 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-620a94f4-43df-4565-ad50-2d04f2bed887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (be7bf371-98b6-48f8-b9ac-f5af79015096), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:23.505402 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-620a94f4-43df-4565-ad50-2d04f2bed887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:23.506558 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-620a94f4-43df-4565-ad50-2d04f2bed887 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/be7bf371-98b6-48f8-b9ac-f5af79015096 HTTP/1.1" status: 204 len: 168 time: 0.1268721 Oct 12 02:32:23.514560 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a94f4-43df-4565-ad50-2d04f2bed887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7bf371-98b6-48f8-b9ac-f5af79015096,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:23.836482 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 59104) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:23.850764 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9482f9e-f5f6-4afc-869b-82bf2b0d8b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:23.927074 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73505-4202-42c7-8071-f84b3084074f req-d0501d8e-5779-4259-b801-94af377cb44c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:23.929738 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-99f73505-4202-42c7-8071-f84b3084074f req-d0501d8e-5779-4259-b801-94af377cb44c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0627775 Oct 12 02:32:23.932158 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9482f9e-f5f6-4afc-869b-82bf2b0d8b90 admin admin] Publish callbacks [] for security_group (18e8b5ea-9dc7-4252-9ef5-d4d4f12d6421), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:23.936914 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9482f9e-f5f6-4afc-869b-82bf2b0d8b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (18e8b5ea-9dc7-4252-9ef5-d4d4f12d6421), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:23.948153 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:23.971046 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:23.971292 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:23.989728 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-99f73505-4202-42c7-8071-f84b3084074f req-c733f725-187d-4b0a-9718-95da8d876996 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484941 Oct 12 02:32:24.009234 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9482f9e-f5f6-4afc-869b-82bf2b0d8b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e8b5ea-9dc7-4252-9ef5-d4d4f12d6421,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:24.018274 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a9482f9e-f5f6-4afc-869b-82bf2b0d8b90 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6577b69bff594ff5b77f24d3d537742c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796212 Oct 12 02:32:24.020278 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 59108) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:24.039342 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f06e07-ea02-4612-b5fa-50495347a432 req-4c2a8d29-43d9-408f-af50-75b9a7160367 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:24.040874 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d3f06e07-ea02-4612-b5fa-50495347a432 req-4c2a8d29-43d9-408f-af50-75b9a7160367 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0869410 Oct 12 02:32:24.107960 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:24.126272 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3a44-6fcd-4460-b2b7-b2709d8252c3 admin admin] Publish callbacks [] for security_group (18e8b5ea-9dc7-4252-9ef5-d4d4f12d6421), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:24.132802 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c595d7d-f683-4a6a-87ff-cd7eb12b6a9a req-a669a0b4-3a3d-4937-ae83-b16dc82c4f2c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:24.133175 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d3f06e07-ea02-4612-b5fa-50495347a432 req-1937208a-9633-4781-b06a-7fbdf6d08b2d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809247 Oct 12 02:32:24.134339 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0c595d7d-f683-4a6a-87ff-cd7eb12b6a9a req-a669a0b4-3a3d-4937-ae83-b16dc82c4f2c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 944 time: 0.0503542 Oct 12 02:32:24.154560 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3a44-6fcd-4460-b2b7-b2709d8252c3 admin admin] Publish callbacks [] for security_group (18e8b5ea-9dc7-4252-9ef5-d4d4f12d6421), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:24.184098 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0c595d7d-f683-4a6a-87ff-cd7eb12b6a9a req-9177c00c-4fde-4fc2-84f9-e8512314f862 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438840 Oct 12 02:32:24.209307 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3a44-6fcd-4460-b2b7-b2709d8252c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (18e8b5ea-9dc7-4252-9ef5-d4d4f12d6421), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:24.211880 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3a44-6fcd-4460-b2b7-b2709d8252c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:24.213088 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-4a2d3a44-6fcd-4460-b2b7-b2709d8252c3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/18e8b5ea-9dc7-4252-9ef5-d4d4f12d6421 HTTP/1.1" status: 204 len: 168 time: 0.1918848 Oct 12 02:32:24.221800 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d3a44-6fcd-4460-b2b7-b2709d8252c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e8b5ea-9dc7-4252-9ef5-d4d4f12d6421,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:24.234037 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:25.114249 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd4e4-ed00-43fa-8c34-7884dd9f5109 req-b607d9c2-5df7-43f9-acca-00987d5408f8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.115794 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dfafd4e4-ed00-43fa-8c34-7884dd9f5109 req-b607d9c2-5df7-43f9-acca-00987d5408f8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0520902 Oct 12 02:32:25.170630 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-33b39dea-eb10-4794-aa83-d965943f6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.171789 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-33b39dea-eb10-4794-aa83-d965943f6213 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551271 Oct 12 02:32:25.201352 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6c14a-942a-4de5-87c0-24a3a76cb138 req-e422fbc8-ce41-480f-ab50-8c35567e70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.203101 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1bb6c14a-942a-4de5-87c0-24a3a76cb138 req-e422fbc8-ce41-480f-ab50-8c35567e70c2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 1128 time: 0.0472903 Oct 12 02:32:25.221548 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dfafd4e4-ed00-43fa-8c34-7884dd9f5109 req-378547a6-5469-47a1-b926-b2520269d82c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784478 Oct 12 02:32:25.333884 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-f7846046-bc30-4815-a523-9fa688c51c9c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379156 Oct 12 02:32:25.347101 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24f786-d38d-4d32-a8e0-1046e5c0e097 req-8e67f8fe-6e5e-45e3-bfc8-0fc3f5a1263e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.348667 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0e24f786-d38d-4d32-a8e0-1046e5c0e097 req-8e67f8fe-6e5e-45e3-bfc8-0fc3f5a1263e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.1243906 Oct 12 02:32:25.374506 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c00c6-b088-448a-a761-f3ba507a930d req-cd2e6e44-06a2-4bad-b495-b2e0f68c9656 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.376056 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-021c00c6-b088-448a-a761-f3ba507a930d req-cd2e6e44-06a2-4bad-b495-b2e0f68c9656 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 944 time: 0.0896692 Oct 12 02:32:25.433614 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6c14a-942a-4de5-87c0-24a3a76cb138 req-73133068-715d-41a8-b3bf-5e85c8e3210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.435615 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1bb6c14a-942a-4de5-87c0-24a3a76cb138 req-73133068-715d-41a8-b3bf-5e85c8e3210c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1879122 Oct 12 02:32:25.479103 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-021c00c6-b088-448a-a761-f3ba507a930d req-5a66dbb7-c023-4020-8dcf-eeea13fa193d tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754287 Oct 12 02:32:25.483689 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c1a424a6-5982-458d-9c4c-7778c40fa71a req-430d0163-66a9-466a-9226-978e00f0874e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427779 Oct 12 02:32:25.508771 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['79216b85-6ffe-4aa2-b822-11695d819ed3'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:32:25.514386 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:25.516219 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0e24f786-d38d-4d32-a8e0-1046e5c0e097 req-e07dae61-b757-410b-9689-11cb6b5e4a7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473277 Oct 12 02:32:25.598364 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6c14a-942a-4de5-87c0-24a3a76cb138 req-712d264f-1472-4c34-92fa-5739635361b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.599886 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1bb6c14a-942a-4de5-87c0-24a3a76cb138 req-712d264f-1472-4c34-92fa-5739635361b2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558740 Oct 12 02:32:25.833734 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-fe6d399c-a094-4632-844e-c1a33a80a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:25.835225 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-fe6d399c-a094-4632-844e-c1a33a80a387 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 1128 time: 0.0451396 Oct 12 02:32:26.134696 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-3062625d-ed6b-4cbd-8961-d1df3419a244 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f HTTP/1.1" status: 200 len: 217 time: 0.2835925 Oct 12 02:32:26.384126 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4e5be-0c19-48e8-9397-4bb2d02dbc98 req-77a7c029-5143-4c70-85cc-0c862673ee46 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:26.385593 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c9e4e5be-0c19-48e8-9397-4bb2d02dbc98 req-77a7c029-5143-4c70-85cc-0c862673ee46 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0606480 Oct 12 02:32:26.462346 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c9e4e5be-0c19-48e8-9397-4bb2d02dbc98 req-7a70caa4-a1de-4606-840e-1e55800e95eb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683012 Oct 12 02:32:26.616243 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b35c8-df55-4384-b551-7b6f585ea221 req-11f4983f-59d9-4876-ad4a-19f534ec174f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:26.617795 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ab6b35c8-df55-4384-b551-7b6f585ea221 req-11f4983f-59d9-4876-ad4a-19f534ec174f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 944 time: 0.0580041 Oct 12 02:32:26.679798 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ab6b35c8-df55-4384-b551-7b6f585ea221 req-6cf702d6-3a95-4ef5-8d81-1154b802ba91 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459509 Oct 12 02:32:26.794087 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b50631-d28e-41d0-a225-3b1ff490092f req-2668d9ff-10fa-4058-9c04-e3741b335282 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:26.795593 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d3b50631-d28e-41d0-a225-3b1ff490092f req-2668d9ff-10fa-4058-9c04-e3741b335282 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0519097 Oct 12 02:32:26.851880 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d3b50631-d28e-41d0-a225-3b1ff490092f req-065bc817-f7ba-463a-be93-66bc0119c098 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496697 Oct 12 02:32:27.121450 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 79216b85-6ffe-4aa2-b822-11695d819ed3 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:27.165660 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 79216b85-6ffe-4aa2-b822-11695d819ed3 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:32:27.171780 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 79216b85-6ffe-4aa2-b822-11695d819ed3 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:27.172181 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:27.172613 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 79216b85-6ffe-4aa2-b822-11695d819ed3 Oct 12 02:32:27.252946 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 79216b85-6ffe-4aa2-b822-11695d819ed3 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:27.253339 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:27.278103 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79216b85-6ffe-4aa2-b822-11695d819ed3'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:27.280439 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8390f95-4eb7-4e27-8b8b-d96c6bb40b9d" -d '{"events": [{"server_uuid": "7dc118ab-0194-4cbb-b335-caf4c25cca7e", "name": "network-vif-plugged", "status": "completed", "tag": "79216b85-6ffe-4aa2-b822-11695d819ed3"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:27.294302 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 79216b85-6ffe-4aa2-b822-11695d819ed3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=79216b85-6ffe-4aa2-b822-11695d819ed3,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:27.302931 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:27.332333 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d87290-793b-46cb-a534-c5d548ee1de2 x-openstack-request-id: req-13d87290-793b-46cb-a534-c5d548ee1de2 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:27.332616 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc118ab-0194-4cbb-b335-caf4c25cca7e", "name": "network-vif-plugged", "status": "completed", "tag": "79216b85-6ffe-4aa2-b822-11695d819ed3", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:27.332942 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13d87290-793b-46cb-a534-c5d548ee1de2 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:27.333338 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d87290-793b-46cb-a534-c5d548ee1de2'] response: {'server_uuid': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79216b85-6ffe-4aa2-b822-11695d819ed3', 'code': 200} Oct 12 02:32:27.364222 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=79216b85-6ffe-4aa2-b822-11695d819ed3,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:27.451491 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-f14c8856-8b37-46ba-8fa6-75ac8d7e7abf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:27.453194 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-f14c8856-8b37-46ba-8fa6-75ac8d7e7abf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 HTTP/1.1" status: 200 len: 812 time: 0.1534059 Oct 12 02:32:27.468959 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-851cd045-a760-42b6-83a2-e79a7d21bd23 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/quotas/81144c673e7b44dcb3b0f700ee628719 HTTP/1.1" status: 200 len: 375 time: 0.0100951 Oct 12 02:32:27.509169 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c77197f9-3eb6-4625-be26-1ee63aa315f2 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=81144c673e7b44dcb3b0f700ee628719&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344534 Oct 12 02:32:27.622317 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-76b2d5b8-4f88-4a97-a166-46422fd8b3dc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117170 Oct 12 02:32:27.635390 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10b140-953c-44bd-b7b0-011dfc413c40 req-c424dcba-91eb-4649-91a9-4fb2e0850197 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:27.643289 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ec10b140-953c-44bd-b7b0-011dfc413c40 req-c424dcba-91eb-4649-91a9-4fb2e0850197 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0720992 Oct 12 02:32:27.720418 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ec10b140-953c-44bd-b7b0-011dfc413c40 req-5ec9e310-ba6a-4d8a-8868-81dac557bc00 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761628 Oct 12 02:32:27.768779 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-73df4a2e-0cf5-468f-8a93-16d1f6055a29 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397347 Oct 12 02:32:27.865781 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:27.877013 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746da775-3b9e-4cb2-a4c2-4d3e82041ee7 req-a330e332-205b-40b2-aab8-158baa53cfd1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:27.884370 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-746da775-3b9e-4cb2-a4c2-4d3e82041ee7 req-a330e332-205b-40b2-aab8-158baa53cfd1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0770116 Oct 12 02:32:27.894615 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:27.955601 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-746da775-3b9e-4cb2-a4c2-4d3e82041ee7 req-41176ab3-6e4f-45fd-a0d4-6f887a4c488b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701919 Oct 12 02:32:28.045174 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0af28c89-209e-491d-8a73-d92a0bc00074 req-b09d92f9-5827-42bc-aa42-a6d5bf02f6d0 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0373597 Oct 12 02:32:28.095520 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799438c-b971-4a79-93a7-0bd0fa87915e req-525cfd26-4fb9-42c0-a9f2-fa1f7294cbea tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:28.119439 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5799438c-b971-4a79-93a7-0bd0fa87915e req-525cfd26-4fb9-42c0-a9f2-fa1f7294cbea tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0832088 Oct 12 02:32:28.201072 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:28.213275 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5799438c-b971-4a79-93a7-0bd0fa87915e req-ab69ac58-4354-4d44-a447-5ec1682557a1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928650 Oct 12 02:32:28.857480 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402a7ac-e12a-4539-851a-173bd043736c req-d3091c2b-d2b6-439f-bff1-8550bece24e0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:28.858959 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6402a7ac-e12a-4539-851a-173bd043736c req-d3091c2b-d2b6-439f-bff1-8550bece24e0 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0508261 Oct 12 02:32:28.903233 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:28.915245 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6402a7ac-e12a-4539-851a-173bd043736c req-2b17de61-ee80-42b6-8b7b-9bfcfa6baedf tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498881 Oct 12 02:32:29.089404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560f0bd-c1e5-45e4-8c10-5bb22b7e19c7 req-6726691d-1440-46ca-87ca-b7dcfa709d3f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:29.091423 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1560f0bd-c1e5-45e4-8c10-5bb22b7e19c7 req-6726691d-1440-46ca-87ca-b7dcfa709d3f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0587704 Oct 12 02:32:29.204010 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1560f0bd-c1e5-45e4-8c10-5bb22b7e19c7 req-980fcbc8-debd-478d-a8fa-441f3491310f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989347 Oct 12 02:32:29.209434 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ecaa78ef-90a3-4227-910a-04e1d684e57d req-4f5d6f5f-ad7b-42a6-a0ab-fdc061e52b1f tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0583980 Oct 12 02:32:29.351306 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40714fcf-7bbb-4d4a-8763-15eb570b6a33 req-de2875dd-6ce6-4066-8d42-a8a2c08bae26 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:29.352858 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-40714fcf-7bbb-4d4a-8763-15eb570b6a33 req-de2875dd-6ce6-4066-8d42-a8a2c08bae26 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0475965 Oct 12 02:32:29.401945 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-40714fcf-7bbb-4d4a-8763-15eb570b6a33 req-64a88cfb-89e2-4a2e-8411-05bbca4f213a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424662 Oct 12 02:32:30.044785 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703b715-36d5-4612-a3a0-141301856f0e req-ad02ee3d-cf75-4b2b-814a-fcfe4b83b7c4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:30.046762 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9703b715-36d5-4612-a3a0-141301856f0e req-ad02ee3d-cf75-4b2b-814a-fcfe4b83b7c4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0546937 Oct 12 02:32:30.104713 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9703b715-36d5-4612-a3a0-141301856f0e req-3b52275e-67ee-4bc2-bb0c-5370bc1f2049 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522323 Oct 12 02:32:30.311610 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:30.326091 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0cf0e8e8-7142-4e77-8da6-b47701ba083a req-e879804e-36d9-4497-ac6a-20009190b6ec tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0366735 Oct 12 02:32:30.348952 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3ed04-2c93-4aca-b608-cd40c414615a req-16a3bc31-df1e-4100-b234-d046cab24228 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:30.357410 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-18b3ed04-2c93-4aca-b608-cd40c414615a req-16a3bc31-df1e-4100-b234-d046cab24228 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0610952 Oct 12 02:32:30.418958 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-18b3ed04-2c93-4aca-b608-cd40c414615a req-8d5dca36-72bc-4c9b-9190-68ad52c5c384 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599287 Oct 12 02:32:30.536404 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1d983-7d9a-485b-80c7-355d03bc88be req-a76d44b4-b166-4081-b165-3ae493e26eac tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:30.538725 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-aad1d983-7d9a-485b-80c7-355d03bc88be req-a76d44b4-b166-4081-b165-3ae493e26eac tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0517704 Oct 12 02:32:30.591648 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-aad1d983-7d9a-485b-80c7-355d03bc88be req-ad60b728-4be2-4ba3-8d75-64e7ae9be0de tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463777 Oct 12 02:32:31.244949 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d93ab-9e27-4dc6-8c2a-2e66d49ed727 req-fe0ef4ab-35c3-4145-8a93-db30bb267e91 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:31.246671 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a55d93ab-9e27-4dc6-8c2a-2e66d49ed727 req-fe0ef4ab-35c3-4145-8a93-db30bb267e91 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0517006 Oct 12 02:32:31.296765 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a55d93ab-9e27-4dc6-8c2a-2e66d49ed727 req-a0d02604-7754-4168-92f5-addf3df34629 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445292 Oct 12 02:32:31.454674 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-96358e0d-38b4-4d67-bdbf-d15de6e7c1a7 req-388f6abd-67e2-46bc-a305-6104e054ca27 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0291023 Oct 12 02:32:31.541098 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c87ea-683f-4027-80df-175319dc8e4e req-534cd6a7-d43e-4bce-a94d-ae4f21de43c6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:31.542710 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-194c87ea-683f-4027-80df-175319dc8e4e req-534cd6a7-d43e-4bce-a94d-ae4f21de43c6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0486853 Oct 12 02:32:31.598708 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-194c87ea-683f-4027-80df-175319dc8e4e req-b11af730-78c8-464b-a0de-59273627a6f3 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503595 Oct 12 02:32:31.726329 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662dd2-510e-4623-bbfe-511a53b25a81 req-e64d3fb1-3960-422c-819d-cd98b1aae076 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:31.727917 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9d662dd2-510e-4623-bbfe-511a53b25a81 req-e64d3fb1-3960-422c-819d-cd98b1aae076 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0521231 Oct 12 02:32:31.779600 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9d662dd2-510e-4623-bbfe-511a53b25a81 req-d0e4e716-a543-415f-b0c4-e3b01fefcafd tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455775 Oct 12 02:32:32.448921 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aa1b8-f49c-47be-8ff6-b34e387e3ac2 req-f722562f-3a4b-4f05-913e-d2a9af6dc08d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:32.451832 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-550aa1b8-f49c-47be-8ff6-b34e387e3ac2 req-f722562f-3a4b-4f05-913e-d2a9af6dc08d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0582116 Oct 12 02:32:32.514209 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-550aa1b8-f49c-47be-8ff6-b34e387e3ac2 req-d550796c-8aa5-48a1-a1c8-e70c16c718bb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523601 Oct 12 02:32:32.569506 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0043c991-a085-4bf1-9fad-2bf6511e3d93 req-9d49e7db-4656-4885-a039-c1cd05cd622d tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0283382 Oct 12 02:32:32.725715 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a82ff-e91e-49e5-92b8-166e335bfa54 req-fa6b0b39-d68e-452d-bd3c-e93208fb1cc2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:32.728399 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-106a82ff-e91e-49e5-92b8-166e335bfa54 req-fa6b0b39-d68e-452d-bd3c-e93208fb1cc2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0492995 Oct 12 02:32:32.778839 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-106a82ff-e91e-49e5-92b8-166e335bfa54 req-07db000a-4602-4527-b093-19c63b99ba49 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455306 Oct 12 02:32:32.918930 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c0ab2-899c-458d-86ae-815b8f5f8963 req-a8c6c3c6-05f4-4aa1-95a6-b71586806e17 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:32.920547 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0e5c0ab2-899c-458d-86ae-815b8f5f8963 req-a8c6c3c6-05f4-4aa1-95a6-b71586806e17 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0490525 Oct 12 02:32:32.985939 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0e5c0ab2-899c-458d-86ae-815b8f5f8963 req-f336ae20-a87c-4087-8b3e-fcf5eda04c0e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596311 Oct 12 02:32:33.643994 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6775b0-21c9-48e5-a194-e2eff46e52b7 req-a1f10ac9-4461-4b22-824a-4d30a4fcff26 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:33.645961 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0d6775b0-21c9-48e5-a194-e2eff46e52b7 req-a1f10ac9-4461-4b22-824a-4d30a4fcff26 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0577369 Oct 12 02:32:33.697826 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fb35ffff-d88e-4c63-b663-c50d47a7ac66 req-28986cce-6a32-4f31-9e23-3288a8491e4f tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0372317 Oct 12 02:32:33.708963 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0d6775b0-21c9-48e5-a194-e2eff46e52b7 req-201651b5-8840-4014-9981-3eef98e3e029 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556772 Oct 12 02:32:33.917350 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f56fc-99c9-46c1-b68d-a3519bfee0f9 req-cbab354e-2532-4c11-bc7d-1c547996ffdd tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:33.918899 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-104f56fc-99c9-46c1-b68d-a3519bfee0f9 req-cbab354e-2532-4c11-bc7d-1c547996ffdd tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0596817 Oct 12 02:32:33.974391 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-104f56fc-99c9-46c1-b68d-a3519bfee0f9 req-996d6973-a71e-4a19-8297-c9551aa2790f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466857 Oct 12 02:32:34.132855 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314629cb-a3cf-4732-bf86-ee08a6b6a16c req-28fa1f81-0821-40a7-ac0c-da6e5fcaacba tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:34.140782 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-314629cb-a3cf-4732-bf86-ee08a6b6a16c req-28fa1f81-0821-40a7-ac0c-da6e5fcaacba tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0696201 Oct 12 02:32:34.189344 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-314629cb-a3cf-4732-bf86-ee08a6b6a16c req-8449efdc-6332-40f9-b72d-fbb7ef59a785 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471306 Oct 12 02:32:34.796634 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-49006150-82d3-41f6-a331-6f610d65bad4 req-dc50c2fe-a640-4ee1-8643-8f24e4ceb957 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0292325 Oct 12 02:32:34.851938 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-37484248-8af8-4ebb-af5e-5d54046d5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:34.853448 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-37484248-8af8-4ebb-af5e-5d54046d5ef1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.0817525 Oct 12 02:32:34.862420 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7cf32-c03b-4614-903e-77bfd97bbdc0 req-52602de0-839d-455f-bb95-ed581100e74a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:34.863947 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-02d7cf32-c03b-4614-903e-77bfd97bbdc0 req-52602de0-839d-455f-bb95-ed581100e74a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0635808 Oct 12 02:32:34.930150 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-f82b6e27-c811-4b97-96fa-1d32e2835949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:34.932384 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-f82b6e27-c811-4b97-96fa-1d32e2835949 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620518 Oct 12 02:32:34.963548 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:34.970861 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-68231124-a584-4210-b05e-f415cd0795f3 req-b04afa12-2b9b-414f-ab7d-5663705dc29c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470250 Oct 12 02:32:34.977410 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-02d7cf32-c03b-4614-903e-77bfd97bbdc0 req-6ba7932b-4bd9-4d4b-9c67-34aa9e9acc63 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056385 Oct 12 02:32:35.095418 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c511de-7b65-4cf4-bdec-f3faa7c010f6 req-cc494e5e-4bcd-4cf0-aa5f-2f776f5199b9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:35.096906 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-88c511de-7b65-4cf4-bdec-f3faa7c010f6 req-cc494e5e-4bcd-4cf0-aa5f-2f776f5199b9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0471320 Oct 12 02:32:35.143714 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-88c511de-7b65-4cf4-bdec-f3faa7c010f6 req-4bef7e77-6375-466c-8c06-e448f84c4858 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411747 Oct 12 02:32:35.318489 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca531a-f09f-4b8f-b1d1-8373c81ecad9 req-435297f1-b6bc-49ba-8c70-8c140fc8a09d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:35.319955 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bca531a-f09f-4b8f-b1d1-8373c81ecad9 req-435297f1-b6bc-49ba-8c70-8c140fc8a09d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0469267 Oct 12 02:32:35.369916 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bca531a-f09f-4b8f-b1d1-8373c81ecad9 req-73c742d3-dd64-4e2c-965f-adefe22233c9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444822 Oct 12 02:32:35.586898 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68231124-a584-4210-b05e-f415cd0795f3 req-bdfb21db-e5c8-4d94-af55-d03e853f2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:35.588405 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-68231124-a584-4210-b05e-f415cd0795f3 req-bdfb21db-e5c8-4d94-af55-d03e853f2647 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 1129 time: 0.0682335 Oct 12 02:32:35.596848 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae80ad4-ef9b-44d7-9069-86d7ad8f6649 req-b60c2918-81dc-402c-9a2f-b3ebfd3c1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:35.597720 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-12912733-3146-46c0-9be8-d4227023882c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941477 Oct 12 02:32:35.598282 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7ae80ad4-ef9b-44d7-9069-86d7ad8f6649 req-b60c2918-81dc-402c-9a2f-b3ebfd3c1bb8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 1129 time: 0.0691190 Oct 12 02:32:35.663379 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:35.671037 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:35.709148 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7ae80ad4-ef9b-44d7-9069-86d7ad8f6649 req-97854d6a-1dfb-43c9-92e1-77da91d04374 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954518 Oct 12 02:32:35.719314 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bd4a240-158c-4a62-bb2c-a60e383f7763 req-1b9ae760-0224-44a0-8bfd-8c7a78de35eb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067159 Oct 12 02:32:35.753864 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68231124-a584-4210-b05e-f415cd0795f3 req-b0f65e58-71bd-47c2-b01a-5dc02f8db0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:35.755566 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-68231124-a584-4210-b05e-f415cd0795f3 req-b0f65e58-71bd-47c2-b01a-5dc02f8db0a4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.1408472 Oct 12 02:32:35.913643 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f613490e-9d04-4464-b75b-059e9849e414 req-567690a5-a675-4474-ad79-d8a8c4de6a5a tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0332687 Oct 12 02:32:36.058191 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-68231124-a584-4210-b05e-f415cd0795f3 req-cb940323-ff3f-479d-b527-3672cba066e9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=083d5d6b-4001-402b-be73-2549ed579b58 HTTP/1.1" status: 200 len: 217 time: 0.0373671 Oct 12 02:32:36.096221 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd641af-1a94-4e9d-b70a-0270fd4ec604 req-da1e3fbb-0246-4aa0-9768-dd2f659bba71 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:36.097728 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8cd641af-1a94-4e9d-b70a-0270fd4ec604 req-da1e3fbb-0246-4aa0-9768-dd2f659bba71 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0479565 Oct 12 02:32:36.145726 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8cd641af-1a94-4e9d-b70a-0270fd4ec604 req-8a3f85f5-92b9-49f3-8e55-1f0254ccdb57 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423536 Oct 12 02:32:36.250981 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:36.261829 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ace3e7-3687-48ce-8a80-46ca5d5a97a5 req-c8bb6341-6546-4aba-9382-7ef4022576fe tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:36.263290 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-48ace3e7-3687-48ce-8a80-46ca5d5a97a5 req-c8bb6341-6546-4aba-9382-7ef4022576fe tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0475044 Oct 12 02:32:36.310471 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-48ace3e7-3687-48ce-8a80-46ca5d5a97a5 req-9d9bc490-3d19-4b4c-9291-2f0468c81929 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 Oct 12 02:32:36.492257 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f78bba-d5ca-4acf-9c61-67ad975d3168 req-dc3d9caa-23fd-47d4-b53c-de6caa3a96a6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:36.493709 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e6f78bba-d5ca-4acf-9c61-67ad975d3168 req-dc3d9caa-23fd-47d4-b53c-de6caa3a96a6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0455279 Oct 12 02:32:36.542721 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e6f78bba-d5ca-4acf-9c61-67ad975d3168 req-d28e8935-b722-4327-9379-848e1fea61f6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 Oct 12 02:32:37.029462 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73cc39d9-cc50-4ce0-b8bd-ae5a87b2b138 req-dff090f8-c762-4657-8c02-bf547849454b tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0429287 Oct 12 02:32:37.273220 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67048f2f-198d-4942-8536-4c9dfe2de955 req-a40045f1-767e-4585-9f5d-39410596a0ba tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:37.274693 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-67048f2f-198d-4942-8536-4c9dfe2de955 req-a40045f1-767e-4585-9f5d-39410596a0ba tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0465672 Oct 12 02:32:37.323374 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-67048f2f-198d-4942-8536-4c9dfe2de955 req-3a733e58-9b29-422f-b11e-78fbda94b883 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413587 Oct 12 02:32:37.435617 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b1ea8-b8c5-441b-b1b7-c6bb63255aaf req-1abd3cc2-1300-4b64-9533-f6c3a9ba9754 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:37.437492 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b26b1ea8-b8c5-441b-b1b7-c6bb63255aaf req-1abd3cc2-1300-4b64-9533-f6c3a9ba9754 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0512927 Oct 12 02:32:37.488255 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b26b1ea8-b8c5-441b-b1b7-c6bb63255aaf req-31b7fd73-1c7e-493b-854c-7b7720ff0e95 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451522 Oct 12 02:32:37.667167 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ec61f-85ad-4116-a6d7-f8223b508c29 req-153b6fc5-c3f6-4adc-a52c-8858711907e5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:37.668650 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-143ec61f-85ad-4116-a6d7-f8223b508c29 req-153b6fc5-c3f6-4adc-a52c-8858711907e5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0459855 Oct 12 02:32:37.716795 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-143ec61f-85ad-4116-a6d7-f8223b508c29 req-310da262-3cbb-4679-a85f-abf5400ad63e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424209 Oct 12 02:32:38.162047 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2cdbec0b-46f6-46f8-b831-0ae40ff29dbd req-680ab1fa-5d39-408e-a4b8-93d861dddce5 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0277660 Oct 12 02:32:38.456975 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3748b64-9b37-4fb3-b23e-125b81d543f6 req-d0deea87-6d91-435a-acb4-25dcf09d22a2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:38.458757 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3748b64-9b37-4fb3-b23e-125b81d543f6 req-d0deea87-6d91-435a-acb4-25dcf09d22a2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0567274 Oct 12 02:32:38.509849 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3748b64-9b37-4fb3-b23e-125b81d543f6 req-9750aec1-b913-471e-8e05-6b8823b3580a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454278 Oct 12 02:32:38.613277 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eeffc6-016e-4041-8e56-027114274af5 req-8ccc7907-cacf-42dc-a78c-7bffb926756b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:38.614991 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-39eeffc6-016e-4041-8e56-027114274af5 req-8ccc7907-cacf-42dc-a78c-7bffb926756b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0489450 Oct 12 02:32:38.665196 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-39eeffc6-016e-4041-8e56-027114274af5 req-1d6f3c15-4581-4411-b642-13ab24d1f1db tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441990 Oct 12 02:32:38.849771 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300936c-fa34-48d9-8bbb-3997eed5a42f req-a8824f4e-17c0-4fda-9d7a-c2c16d80b606 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:38.851529 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3300936c-fa34-48d9-8bbb-3997eed5a42f req-a8824f4e-17c0-4fda-9d7a-c2c16d80b606 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0523915 Oct 12 02:32:38.892800 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:38.897581 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:38.901144 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3300936c-fa34-48d9-8bbb-3997eed5a42f req-ffdd1158-9a73-4dcf-afa4-df327b4d69ca tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440991 Oct 12 02:32:39.267080 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8af3f967-94f2-4699-984f-483db8c3819e req-8de0f815-991f-4463-94d4-83737ebecbc8 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0278418 Oct 12 02:32:39.630047 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4380a-69a3-4251-bb8d-627a3f31a790 req-d0681eb3-fbb7-4b71-8cc1-c59aad49cb1a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:39.631491 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b2d4380a-69a3-4251-bb8d-627a3f31a790 req-d0681eb3-fbb7-4b71-8cc1-c59aad49cb1a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0468667 Oct 12 02:32:39.681485 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b2d4380a-69a3-4251-bb8d-627a3f31a790 req-f9103520-3822-46ee-ade9-f43858d8c019 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444648 Oct 12 02:32:39.788402 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48e326-04f0-41ab-8325-32b8d9ec4fc2 req-c8c58214-eaf1-4d54-9698-13d235fbfdbc tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:39.789897 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4a48e326-04f0-41ab-8325-32b8d9ec4fc2 req-c8c58214-eaf1-4d54-9698-13d235fbfdbc tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0457349 Oct 12 02:32:39.837458 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4a48e326-04f0-41ab-8325-32b8d9ec4fc2 req-d4de655b-681c-436d-8dd9-3fba827aa4f7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406396 Oct 12 02:32:39.901435 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68231124-a584-4210-b05e-f415cd0795f3 req-df928003-03d6-4dd7-827a-70cb7b4c4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:39.903397 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-68231124-a584-4210-b05e-f415cd0795f3 req-df928003-03d6-4dd7-827a-70cb7b4c4b70 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.0478425 Oct 12 02:32:40.025818 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9877944-2076-4e87-82cd-c057805e927d req-9df2515b-72b2-4a15-8877-394281600f47 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:40.027964 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9877944-2076-4e87-82cd-c057805e927d req-9df2515b-72b2-4a15-8877-394281600f47 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0472405 Oct 12 02:32:40.058429 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:40.075997 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9877944-2076-4e87-82cd-c057805e927d req-62e22a4c-819a-4fe3-b2bd-704ae9af0396 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424712 Oct 12 02:32:40.315063 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68231124-a584-4210-b05e-f415cd0795f3 req-478849e8-48b7-4a33-8379-32900c5cec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:40.317474 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-68231124-a584-4210-b05e-f415cd0795f3 req-478849e8-48b7-4a33-8379-32900c5cec67 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585687 Oct 12 02:32:40.388755 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a1367d0f-3cf9-4df8-923a-ed9c95085e68 req-346a71cd-7ac7-4256-b928-c514097918aa tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0475268 Oct 12 02:32:40.509030 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-68231124-a584-4210-b05e-f415cd0795f3 req-f3b82146-feaf-4194-810c-57d40466b0b3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320465 Oct 12 02:32:40.800856 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a477a48-ecb9-4a27-b5e0-e025a428edf5 req-7897dafd-f187-4eaf-8592-f4db8f9582fa tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:40.802428 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0a477a48-ecb9-4a27-b5e0-e025a428edf5 req-7897dafd-f187-4eaf-8592-f4db8f9582fa tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 944 time: 0.0470397 Oct 12 02:32:40.849647 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0a477a48-ecb9-4a27-b5e0-e025a428edf5 req-23fa449f-684d-46de-8cf9-9a8c6a737d10 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415111 Oct 12 02:32:40.963789 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ae670-a846-4d32-968b-3757be3de9cb req-b38d6dd9-87fd-43ed-b9b5-61435998ad7b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:40.966002 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9b3ae670-a846-4d32-968b-3757be3de9cb req-b38d6dd9-87fd-43ed-b9b5-61435998ad7b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0515518 Oct 12 02:32:41.012681 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9b3ae670-a846-4d32-968b-3757be3de9cb req-8588577b-d3f1-43ed-9afe-fa8bbceafff0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Oct 12 02:32:41.191852 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3c705692-0c55-4ed6-88ed-b7ba46d3442f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:32:41.218399 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7bde-422c-4b13-a116-8235fb796e9c req-fff120b8-786a-4920-a5eb-b9c4c2d1df32 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:41.220083 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-603b7bde-422c-4b13-a116-8235fb796e9c req-fff120b8-786a-4920-a5eb-b9c4c2d1df32 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0565405 Oct 12 02:32:41.272660 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-603b7bde-422c-4b13-a116-8235fb796e9c req-e6dd0810-7cad-4b61-8730-06404c680376 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465298 Oct 12 02:32:41.309675 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 3c705692-0c55-4ed6-88ed-b7ba46d3442f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:41.322922 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'port_id': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'mac_address': 'fa:16:3e:ed:3d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:32:41.359662 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 3c705692-0c55-4ed6-88ed-b7ba46d3442f is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:41.360152 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:41.380183 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c705692-0c55-4ed6-88ed-b7ba46d3442f {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:32:41.403429 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 3c705692-0c55-4ed6-88ed-b7ba46d3442f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:41.407146 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:41.453880 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=3c705692-0c55-4ed6-88ed-b7ba46d3442f,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:41.498392 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-284a854a-ea92-4463-a5d7-c4e14553bbff req-e5d26d3b-cf57-40ae-8511-bfe0c164b574 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0290198 Oct 12 02:32:41.749904 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['3c705692-0c55-4ed6-88ed-b7ba46d3442f'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:32:41.957091 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:41.971365 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbe150-5ab5-4f3b-8a21-b3bc6c9c8731 req-c8d5b345-204f-4e82-a636-60221a48ac72 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:41.972882 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8cbbe150-5ab5-4f3b-8a21-b3bc6c9c8731 req-c8d5b345-204f-4e82-a636-60221a48ac72 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 945 time: 0.0472929 Oct 12 02:32:42.020398 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8cbbe150-5ab5-4f3b-8a21-b3bc6c9c8731 req-bd35c06b-231a-4839-957b-4837c3984aa4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 Oct 12 02:32:42.142117 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8e2dc-3c88-4fc5-b093-77c51e0d07da req-0bf38b7c-9808-47f6-b91f-105f9c568463 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:42.143571 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d9a8e2dc-3c88-4fc5-b093-77c51e0d07da req-0bf38b7c-9808-47f6-b91f-105f9c568463 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0543194 Oct 12 02:32:42.190755 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d9a8e2dc-3c88-4fc5-b093-77c51e0d07da req-4393d48f-47d6-4bb0-972d-7dad49d18854 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412951 Oct 12 02:32:42.412124 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b204e4-8db1-4794-b2ec-d3a49573ca91 req-7a2ffff9-8ba2-4f6e-bc89-1a6bf1025d19 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:42.413636 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-75b204e4-8db1-4794-b2ec-d3a49573ca91 req-7a2ffff9-8ba2-4f6e-bc89-1a6bf1025d19 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0530076 Oct 12 02:32:42.469974 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-75b204e4-8db1-4794-b2ec-d3a49573ca91 req-c0a94871-b37a-4ff4-9f6d-1947304ea807 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490844 Oct 12 02:32:42.600662 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a387f457-3e39-4037-bc62-371f3736ed5d req-1bdb18ac-b0c2-4127-a82c-e21b1ba73999 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0281336 Oct 12 02:32:43.145159 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609649d7-c9d3-4d5c-aa84-03f890fa390f req-2bb983ac-ab09-442c-9c7f-46c884c5addc tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:43.146634 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-609649d7-c9d3-4d5c-aa84-03f890fa390f req-2bb983ac-ab09-442c-9c7f-46c884c5addc tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 945 time: 0.0476124 Oct 12 02:32:43.194215 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-609649d7-c9d3-4d5c-aa84-03f890fa390f req-217fdb56-9113-4987-bb2f-360ff811d6e3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 Oct 12 02:32:43.208130 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3c705692-0c55-4ed6-88ed-b7ba46d3442f up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:43.251689 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 3c705692-0c55-4ed6-88ed-b7ba46d3442f completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:32:43.257833 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 3c705692-0c55-4ed6-88ed-b7ba46d3442f triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:43.258209 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:43.258550 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 3c705692-0c55-4ed6-88ed-b7ba46d3442f Oct 12 02:32:43.321288 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2823e3-3e9e-4afd-9cf1-985b5c4f28ce req-f182b6ae-b3b1-4cdf-b994-40a80ee2e68a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:43.322814 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0f2823e3-3e9e-4afd-9cf1-985b5c4f28ce req-f182b6ae-b3b1-4cdf-b994-40a80ee2e68a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0508270 Oct 12 02:32:43.336636 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 3c705692-0c55-4ed6-88ed-b7ba46d3442f is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:43.337056 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:43.361852 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:43.364094 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151ab4ea-170d-4594-b075-a6c687ae775f" -d '{"events": [{"server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "name": "network-vif-plugged", "status": "completed", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:43.374842 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0f2823e3-3e9e-4afd-9cf1-985b5c4f28ce req-2d45f608-25de-45a8-8037-6ca9664f3b66 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461211 Oct 12 02:32:43.387008 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 3c705692-0c55-4ed6-88ed-b7ba46d3442f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:43.392346 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:43.415518 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99ad0eb-f260-4fdf-85e2-8b3ab12f9874 x-openstack-request-id: req-a99ad0eb-f260-4fdf-85e2-8b3ab12f9874 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:43.415824 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "name": "network-vif-plugged", "status": "completed", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:43.416076 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a99ad0eb-f260-4fdf-85e2-8b3ab12f9874 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:43.416459 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a99ad0eb-f260-4fdf-85e2-8b3ab12f9874'] response: {'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'code': 200} Oct 12 02:32:43.442248 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=3c705692-0c55-4ed6-88ed-b7ba46d3442f,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:43.608793 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dfd17-6d97-448e-907c-8b858347c75e req-d0b638b6-f2e9-4b89-bb49-7fde15473780 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:43.610643 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ba2dfd17-6d97-448e-907c-8b858347c75e req-d0b638b6-f2e9-4b89-bb49-7fde15473780 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0563891 Oct 12 02:32:43.637890 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:43.661089 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ba2dfd17-6d97-448e-907c-8b858347c75e req-65eff39c-5075-4a40-9a1b-b53ba9c6e15c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445371 Oct 12 02:32:43.704798 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7bbc6e93-5979-4f1e-ae92-6d3c40ed1d52 req-e63bfd38-003a-4893-a010-d56d9f881d4d tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0277271 Oct 12 02:32:44.302722 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:44.316644 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa6683-2684-4adf-ba76-9408a5de34cf req-10a08580-8995-419e-a534-49ed430696c4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:44.318183 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-45aa6683-2684-4adf-ba76-9408a5de34cf req-10a08580-8995-419e-a534-49ed430696c4 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0480416 Oct 12 02:32:44.364676 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-45aa6683-2684-4adf-ba76-9408a5de34cf req-de219893-abb9-4119-817b-d59c7b958447 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408375 Oct 12 02:32:44.500484 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578c6ba-0d03-4cf4-bb4d-88939a9cdd50 req-ee1c92d7-0d54-469f-b69e-66ec36fa8087 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:44.502165 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c578c6ba-0d03-4cf4-bb4d-88939a9cdd50 req-ee1c92d7-0d54-469f-b69e-66ec36fa8087 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0536726 Oct 12 02:32:44.552499 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c578c6ba-0d03-4cf4-bb4d-88939a9cdd50 req-fe1cc961-e06f-40db-aa59-73627af20d47 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446873 Oct 12 02:32:44.800375 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7617852-e905-4c57-b2b3-cfc1666a528e req-a830b140-cce1-4c57-a95a-114a7dd348d1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:44.802326 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b7617852-e905-4c57-b2b3-cfc1666a528e req-a830b140-cce1-4c57-a95a-114a7dd348d1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0505159 Oct 12 02:32:44.822467 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2c08d123-ba3e-4874-9bfc-5aade29f28f3 req-9cbe87b1-5b5c-4618-8310-f54cff4a59bb tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0345652 Oct 12 02:32:44.861507 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b7617852-e905-4c57-b2b3-cfc1666a528e req-5046151a-1751-41d8-b7d8-e769170096ca tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535321 Oct 12 02:32:44.943627 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 59396) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:45.075425 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:45.157925 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Publish callbacks [] for security_group (6595cedd-a0c8-4353-b60b-e2f16f8ccacf), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:45.161895 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6595cedd-a0c8-4353-b60b-e2f16f8ccacf), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:45.200066 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6595cedd-a0c8-4353-b60b-e2f16f8ccacf,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:45.203987 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1ed84c57878f41168d7e76eac8f33585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590966 Oct 12 02:32:45.207235 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 59400) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:45.209819 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.210163 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.210504 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.210834 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.211162 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.211486 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.211810 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.212132 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.212455 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.212804 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.213127 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.213447 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.213761 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.214075 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.214389 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6e958-0c88-4bc4-b1e9-e9f0c89c3e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.263335 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Publish callbacks [] for security_group (6595cedd-a0c8-4353-b60b-e2f16f8ccacf), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:45.285936 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Publish callbacks [] for security_group (6595cedd-a0c8-4353-b60b-e2f16f8ccacf), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:45.336908 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6595cedd-a0c8-4353-b60b-e2f16f8ccacf), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:45.339360 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:45.341135 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6595cedd-a0c8-4353-b60b-e2f16f8ccacf HTTP/1.1" status: 204 len: 168 time: 0.1328466 Oct 12 02:32:45.348875 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6595cedd-a0c8-4353-b60b-e2f16f8ccacf,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:45.356051 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.356393 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.356795 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.357087 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.357412 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.357737 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.358057 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.358375 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.358714 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.359002 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.359320 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.359637 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.359950 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.360342 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.360576 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9a3d3-0341-4319-998a-0605f00000b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:45.363426 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:45.489014 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cd0ac-eeca-431e-9aae-814a5d0a5937 req-bfd41bc6-3586-41c6-8b50-5fb5bbf1766f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:45.490510 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-447cd0ac-eeca-431e-9aae-814a5d0a5937 req-bfd41bc6-3586-41c6-8b50-5fb5bbf1766f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0490315 Oct 12 02:32:45.537624 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-447cd0ac-eeca-431e-9aae-814a5d0a5937 req-10ad62fd-5481-4242-bc2e-fb9c1fb09b34 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Oct 12 02:32:45.675253 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf0f40-68e4-4972-b723-a6bbd547effb req-a563d971-e3a6-45d6-9c7a-875a26d0486b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:45.676995 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-35bf0f40-68e4-4972-b723-a6bbd547effb req-a563d971-e3a6-45d6-9c7a-875a26d0486b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0493312 Oct 12 02:32:45.749838 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-35bf0f40-68e4-4972-b723-a6bbd547effb req-1c14631e-3d9d-4cb2-8a98-1fd7dcb52716 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668986 Oct 12 02:32:45.881821 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:45.894063 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-26feac0d-b0c8-444c-9ef4-21db65d4a323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:45.950848 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b42b97cd-857c-4cd1-9055-711b2e8c4a37 req-0b080161-9031-4aef-9faf-a843a7ca3e55 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0386453 Oct 12 02:32:46.011972 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39121b80-3317-436d-81cf-94bfa05b7712 req-9b6da363-b436-4204-95a3-95fd03bd9019 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:46.013492 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-39121b80-3317-436d-81cf-94bfa05b7712 req-9b6da363-b436-4204-95a3-95fd03bd9019 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0613420 Oct 12 02:32:46.021480 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 59430) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:46.068380 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-39121b80-3317-436d-81cf-94bfa05b7712 req-026255ea-254b-48be-9996-abde83994dbf tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493143 Oct 12 02:32:46.127062 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-333253342-network', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:46.146723 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Made reservation on behalf of c57365923b844fe9b29d9e223ad49ce4 for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:32:46.149288 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.157653 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.210794 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:46.245343 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Publish callbacks [] for security_group (62e63e09-5e15-4be3-96a5-cfa7ea4da3c0), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.250541 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (62e63e09-5e15-4be3-96a5-cfa7ea4da3c0), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.275506 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:32:46.284633 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:46.289923 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:46.291197 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (03012b65-a9e9-483e-bc33-72b4f7c381bf), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.291540 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Added segment 03012b65-a9e9-483e-bc33-72b4f7c381bf of type vlan for network 29d9435c-4eff-4eb3-8183-9024706bdf4d Oct 12 02:32:46.335179 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (29d9435c-4eff-4eb3-8183-9024706bdf4d), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.361494 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (29d9435c-4eff-4eb3-8183-9024706bdf4d), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.362938 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:46.363654 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.421289 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3985572 Oct 12 02:32:46.424117 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 59434) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:46.429059 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Request body: {'subnet': {'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-333253342-subnet', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'ip_version': 4}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:46.433808 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af4d59-3f9c-406f-a3fd-8016b2ae747f admin admin] Pushing event updated for resources: {'Network': ['ID=29d9435c-4eff-4eb3-8183-9024706bdf4d,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:46.444456 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 29d9435c-4eff-4eb3-8183-9024706bdf4d details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:32:46.446601 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:46.453523 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Made reservation on behalf of c57365923b844fe9b29d9e223ad49ce4 for: {'subnet': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:32:46.455880 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27070744'] for subnet (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.635518 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26805677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27070730'] for subnet (7fc1a911-1369-4f0a-a2b1-7d911839e1c6), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.678723 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:46.685741 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad68cf1-9e68-4abf-a225-5539362c115f req-d8fd270a-8321-4181-a1c8-66b22bd0b9ec tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:46.687229 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7ad68cf1-9e68-4abf-a225-5539362c115f req-d8fd270a-8321-4181-a1c8-66b22bd0b9ec tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0584235 Oct 12 02:32:46.698366 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc1a911-1369-4f0a-a2b1-7d911839e1c6,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:46.719797 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Checking segment: {'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:46.720184 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Network hostable DHCP agents. Network: 29d9435c-4eff-4eb3-8183-9024706bdf4d, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:32:46.739061 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7ad68cf1-9e68-4abf-a225-5539362c115f req-5cdef011-8819-41db-b901-6424b8d62e12 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458083 Oct 12 02:32:46.741804 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Network 29d9435c-4eff-4eb3-8183-9024706bdf4d is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:32:46.747494 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:46.752913 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 29d9435c-4eff-4eb3-8183-9024706bdf4d) {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:46.758016 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:46.759267 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.762389 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf64c56-ab9e-4b48-9a41-cf70837864ba None None] Network 29d9435c-4eff-4eb3-8183-9024706bdf4d requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:32:46.783721 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 59440) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:46.784063 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-363c971f-a375-45d8-9f62-053d9140e7f0 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3585792 Oct 12 02:32:46.789125 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:46.819727 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (6866632a-d144-4235-997c-a9a700ef0f73), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.821514 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (6866632a-d144-4235-997c-a9a700ef0f73), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.888337 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a07c5f-a116-476d-99dc-cc7d79b5b691 req-d56c9534-ab3b-4627-ad9a-f7d9440610c2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:46.888594 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-29d9435c-4eff-4eb3-8183-9024706bdf4d', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:32:46.890166 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f0a07c5f-a116-476d-99dc-cc7d79b5b691 req-d56c9534-ab3b-4627-ad9a-f7d9440610c2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0568118 Oct 12 02:32:46.891540 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks [] for router_controller (6866632a-d144-4235-997c-a9a700ef0f73), precommit_add_association {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.892869 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:46.942755 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f0a07c5f-a116-476d-99dc-cc7d79b5b691 req-b8d4a827-db7c-43b6-839b-a9341d4792c1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465341 Oct 12 02:32:47.038120 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Allocated IP 172.20.0.2 (29d9435c-4eff-4eb3-8183-9024706bdf4d/7fc1a911-1369-4f0a-a2b1-7d911839e1c6/5ebd0515-c55d-4c4e-a0ef-8736ab3637cf) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:47.047666 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks [] for router_gateway (6866632a-d144-4235-997c-a9a700ef0f73), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.071541 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2bb5ae72-1689-47fe-aeec-1119531e7ec0 req-f35e8a74-2766-4953-ad6a-f7e875148db6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0368631 Oct 12 02:32:47.196717 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Publish callbacks [] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.204320 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.206428 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b8724-409f-49df-bbbf-6a34f926cad4 req-0ca5b3eb-949a-42ee-a5af-cf6114527b78 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:47.209476 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b6b8724-409f-49df-bbbf-6a34f926cad4 req-0ca5b3eb-949a-42ee-a5af-cf6114527b78 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0500751 Oct 12 02:32:47.250717 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Network 29d9435c-4eff-4eb3-8183-9024706bdf4d is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:47.253725 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:47.257792 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:47.259652 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b6b8724-409f-49df-bbbf-6a34f926cad4 req-75bf363c-33a1-4479-aff7-54fd1d94620a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451009 Oct 12 02:32:47.262464 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks [] for router_gateway (6866632a-d144-4235-997c-a9a700ef0f73), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.269203 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Pushing event updated for resources: {'Port': ['ID=5ebd0515-c55d-4c4e-a0ef-8736ab3637cf,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:47.284592 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.325673 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Attempting to bind port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:32:47.326038 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Attempting to bind port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:32:47.326399 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Attempting to bind port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf on network 29d9435c-4eff-4eb3-8183-9024706bdf4d {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:47.371255 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:32:47.371807 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Checking segment: {'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:47.372461 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.373100 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Bound using segment: {'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:32:47.373756 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Bound port: 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:32:47.374244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.398009 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Allocated IP 172.27.4.125 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/6db5acb8-39d4-437b-8901-21533e92105a) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:47.438093 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] For port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:32:47.442360 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] For port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=5ebd0515-c55d-4c4e-a0ef-8736ab3637cf,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:32:47.449618 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.469507 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:47.504867 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:47.511467 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c798f00-6de8-4a7d-8e4e-d7c3e584e421 None None] Pushing event updated for resources: {'Port': ['ID=5ebd0515-c55d-4c4e-a0ef-8736ab3637cf,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:47.513130 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks [] for port (6db5acb8-39d4-437b-8901-21533e92105a), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.538520 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:47.549669 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (6db5acb8-39d4-437b-8901-21533e92105a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:47.593157 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:47.596195 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:47.600259 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:47.626627 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=6db5acb8-39d4-437b-8901-21533e92105a,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:47.703864 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:32:47.917872 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e1fb-1b74-49bc-a6a1-4b392202c10c req-8e3f6a76-14e5-454b-b65a-1f00dd1856b2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:47.919268 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3f75e1fb-1b74-49bc-a6a1-4b392202c10c req-8e3f6a76-14e5-454b-b65a-1f00dd1856b2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0795684 Oct 12 02:32:47.923740 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks [] for router_gateway (6866632a-d144-4235-997c-a9a700ef0f73), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:48.037835 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3f75e1fb-1b74-49bc-a6a1-4b392202c10c req-a7f977c1-2ebc-4020-bc50-023b4e02d39e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119869 Oct 12 02:32:48.071105 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb693f-c8bc-4646-a6f5-94e34e34428f req-c7981d8d-f2a5-462e-99ac-529620020a1f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:48.072580 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7bdb693f-c8bc-4646-a6f5-94e34e34428f req-c7981d8d-f2a5-462e-99ac-529620020a1f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0472956 Oct 12 02:32:48.129283 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7bdb693f-c8bc-4646-a6f5-94e34e34428f req-d72b6d5d-5007-4d9f-ac45-a12cc54b0766 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502949 Oct 12 02:32:48.171896 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (6866632a-d144-4235-997c-a9a700ef0f73), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:48.195590 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5b2df579-ac72-43cc-bf9d-41c40772e1cc req-d2b679cd-8946-44b0-8974-bd64afa2473c tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0327604 Oct 12 02:32:48.240112 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-4f2f37cf-ca8b-4330-8df8-76399a2655ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:48.330214 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Router 6866632a-d144-4235-997c-a9a700ef0f73 is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:32:48.425872 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba760349-839b-45d6-8f0b-2d2fa6a8fa7f req-d89cdfce-6b4a-4256-910a-72921f3d8176 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:48.427435 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ba760349-839b-45d6-8f0b-2d2fa6a8fa7f req-d89cdfce-6b4a-4256-910a-72921f3d8176 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0592537 Oct 12 02:32:48.438816 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:48.453081 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:32:48.465114 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:48.473736 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Sync routers for ids ['6866632a-d144-4235-997c-a9a700ef0f73'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:32:48.476880 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:48.478229 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-522ed2c5-8d81-4a93-b671-28597e868fb8 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6930385 Oct 12 02:32:48.481088 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 59454) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:48.490940 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ba760349-839b-45d6-8f0b-2d2fa6a8fa7f req-34578057-5a5f-4cbd-ac7b-593f0569e94b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567441 Oct 12 02:32:48.520228 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Routers {'6866632a-d144-4235-997c-a9a700ef0f73'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:48.520879 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6866632a-d144-4235-997c-a9a700ef0f73'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:48.564973 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9877d43-b0eb-4f37-ab54-43a78296f807 None None] Network 29d9435c-4eff-4eb3-8183-9024706bdf4d requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:32:48.569697 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:48.664772 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:48.681229 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:48.681587 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:48.681972 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf Oct 12 02:32:48.693643 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-86c1ff97-b776-45f8-9ff2-e28d7fb532e6 None None] Provisioning complete for port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:48.694072 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-86c1ff97-b776-45f8-9ff2-e28d7fb532e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:48.694421 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-86c1ff97-b776-45f8-9ff2-e28d7fb532e6 None None] Attempt 1 to provision port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf Oct 12 02:32:48.778962 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Set router 6866632a-d144-4235-997c-a9a700ef0f73 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:49.001359 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:49.001758 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.017324 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-86c1ff97-b776-45f8-9ff2-e28d7fb532e6 None None] Current status of the port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:49.017714 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-86c1ff97-b776-45f8-9ff2-e28d7fb532e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.100676 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=5ebd0515-c55d-4c4e-a0ef-8736ab3637cf,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:49.111735 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.142289 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:49.161974 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:47Z', 'revision_number': 3, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:49.211140 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Checking router: 6866632a-d144-4235-997c-a9a700ef0f73 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:32:49.211481 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Updating router 6866632a-d144-4235-997c-a9a700ef0f73 port 6db5acb8-39d4-437b-8901-21533e92105a binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:32:49.218047 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.db.api [None req-86c1ff97-b776-45f8-9ff2-e28d7fb532e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 02:32:49.218769 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG oslo_db.api [None req-86c1ff97-b776-45f8-9ff2-e28d7fb532e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 02:32:49.223960 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3e63e-cfb3-470b-8fb5-51da5ba16091 req-bdd2a666-d535-43f6-bd34-e7aaf9854705 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:49.225494 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ecb3e63e-cfb3-470b-8fb5-51da5ba16091 req-bdd2a666-d535-43f6-bd34-e7aaf9854705 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0896912 Oct 12 02:32:49.262849 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.265715 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=5ebd0515-c55d-4c4e-a0ef-8736ab3637cf,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:49.269549 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6db5acb8-39d4-437b-8901-21533e92105a), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.274465 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.283368 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8390ad-da72-43c9-afd3-d033d4865508 req-ee5a5f37-42c7-4291-b085-1b01fc848811 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:49.285046 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ac8390ad-da72-43c9-afd3-d033d4865508 req-ee5a5f37-42c7-4291-b085-1b01fc848811 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0752034 Oct 12 02:32:49.322426 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ecb3e63e-cfb3-470b-8fb5-51da5ba16091 req-fcfae8bb-4367-4194-b019-605aa5fc79f1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791342 Oct 12 02:32:49.343907 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ac8390ad-da72-43c9-afd3-d033d4865508 req-894a8dbc-3bb1-4e9c-9832-fc5f942d3cd7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492823 Oct 12 02:32:49.439058 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-623a4593-bd18-4011-9625-14d0ce1e99b7 req-374943d3-497b-4270-89c6-1bde588b5bff tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0307312 Oct 12 02:32:49.503920 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Allocated IP 172.20.0.1 (29d9435c-4eff-4eb3-8183-9024706bdf4d/7fc1a911-1369-4f0a-a2b1-7d911839e1c6/b8034fa5-feee-42d7-b36a-f0642c24f1af) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:49.537876 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Publish callbacks [] for port (6db5acb8-39d4-437b-8901-21533e92105a), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.543828 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (6db5acb8-39d4-437b-8901-21533e92105a), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.586837 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Attempting to bind port 6db5acb8-39d4-437b-8901-21533e92105a on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:32:49.587206 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Attempting to bind port 6db5acb8-39d4-437b-8901-21533e92105a by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:32:49.587567 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Attempting to bind port 6db5acb8-39d4-437b-8901-21533e92105a on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:49.622354 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff53c1-5283-4ee2-8810-703badf3ecdc None None] Pushing event updated for resources: {'Port': ['ID=6db5acb8-39d4-437b-8901-21533e92105a,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:49.627591 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Publish callbacks [] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.637592 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d52b7f-5a09-4d2e-9552-da9d71023f68 req-831854e3-ac4c-4367-9875-5b62bc138ee9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:49.638765 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:49.639112 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-28d52b7f-5a09-4d2e-9552-da9d71023f68 req-831854e3-ac4c-4367-9875-5b62bc138ee9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0586321 Oct 12 02:32:49.642854 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:32:49.643264 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:49.643799 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.644168 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:32:49.644920 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Bound port: 6db5acb8-39d4-437b-8901-21533e92105a, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:32:49.645060 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6db5acb8-39d4-437b-8901-21533e92105a), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.671290 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:49.676392 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.691788 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-28d52b7f-5a09-4d2e-9552-da9d71023f68 req-ce5543b6-83b0-4da0-bdf6-0c7ffcaae49b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457921 Oct 12 02:32:49.699677 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] For port 6db5acb8-39d4-437b-8901-21533e92105a, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:32:49.703590 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] For port 6db5acb8-39d4-437b-8901-21533e92105a, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=6db5acb8-39d4-437b-8901-21533e92105a,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:32:49.710198 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (6db5acb8-39d4-437b-8901-21533e92105a), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.719805 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:49.723449 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Network 29d9435c-4eff-4eb3-8183-9024706bdf4d is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:49.727042 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:49.732386 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:49.762384 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Pushing event updated for resources: {'Port': ['ID=b8034fa5-feee-42d7-b36a-f0642c24f1af,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:49.784290 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (6866632a-d144-4235-997c-a9a700ef0f73), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.933930 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Routers {'6866632a-d144-4235-997c-a9a700ef0f73'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:49.935067 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6866632a-d144-4235-997c-a9a700ef0f73'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:49.937346 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:49.979092 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-86c1ff97-b776-45f8-9ff2-e28d7fb532e6 None None] Current status of the port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:49.990367 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff53c1-5283-4ee2-8810-703badf3ecdc None None] Pushing event updated for resources: {'Port': ['ID=6db5acb8-39d4-437b-8901-21533e92105a,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:50.055856 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] Set router 6866632a-d144-4235-997c-a9a700ef0f73 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:50.105475 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Publish callbacks [] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:50.110893 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:50.130786 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-8934a734-dd99-4973-b846-d5514c41c215 None None] Provisioning complete for port b8034fa5-feee-42d7-b36a-f0642c24f1af triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:50.131162 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8934a734-dd99-4973-b846-d5514c41c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:50.131493 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-8934a734-dd99-4973-b846-d5514c41c215 None None] Attempt 1 to provision port b8034fa5-feee-42d7-b36a-f0642c24f1af Oct 12 02:32:50.134147 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:50.181842 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Pushing event updated for resources: {'Port': ['ID=b8034fa5-feee-42d7-b36a-f0642c24f1af,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:50.184246 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (6866632a-d144-4235-997c-a9a700ef0f73), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:50.209643 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-8934a734-dd99-4973-b846-d5514c41c215 None None] Port b8034fa5-feee-42d7-b36a-f0642c24f1af cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:32:50.228038 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-8934a734-dd99-4973-b846-d5514c41c215 None None] Provisioning complete for port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:50.228406 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8934a734-dd99-4973-b846-d5514c41c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:50.228765 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-8934a734-dd99-4973-b846-d5514c41c215 None None] Attempt 1 to provision port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf Oct 12 02:32:50.278452 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Network 29d9435c-4eff-4eb3-8183-9024706bdf4d is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:50.279843 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:50.332036 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 1, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:50.378640 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301c246-7aff-4ba5-bf45-5346671df19f None None] The sync data for ids ['6866632a-d144-4235-997c-a9a700ef0f73'] in dv-cinder-849143-14-iscsi is: [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 1, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:32:50.413801 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-8934a734-dd99-4973-b846-d5514c41c215 None None] Current status of the port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:50.426559 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:50.489191 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:50.489804 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:50.490208 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf Oct 12 02:32:50.514645 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae712ab6-f8bf-41d1-b384-5848c8c166fb req-76a6d89c-50cb-4d06-a788-b01149b753ef tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:50.522838 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ae712ab6-f8bf-41d1-b384-5848c8c166fb req-76a6d89c-50cb-4d06-a788-b01149b753ef tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0619116 Oct 12 02:32:50.548404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aecbe8-c196-478c-88aa-faff685642f5 req-3bff44e7-1b84-4b7a-8424-912ec701a462 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:50.562857 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-78aecbe8-c196-478c-88aa-faff685642f5 req-3bff44e7-1b84-4b7a-8424-912ec701a462 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.1056514 Oct 12 02:32:50.568836 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Router 6866632a-d144-4235-997c-a9a700ef0f73 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:32:50.587893 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ae712ab6-f8bf-41d1-b384-5848c8c166fb req-e30971e0-94d8-4ada-9628-88d24336388d tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637836 Oct 12 02:32:50.590542 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:50.638283 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-d07a215e-4d06-4d10-8171-5dd9b794386b None None] Provisioning complete for port b8034fa5-feee-42d7-b36a-f0642c24f1af triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:50.638704 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d07a215e-4d06-4d10-8171-5dd9b794386b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:50.638990 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-d07a215e-4d06-4d10-8171-5dd9b794386b None None] Attempt 1 to provision port b8034fa5-feee-42d7-b36a-f0642c24f1af Oct 12 02:32:50.688430 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-d07a215e-4d06-4d10-8171-5dd9b794386b None None] Port b8034fa5-feee-42d7-b36a-f0642c24f1af cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:32:50.690772 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-78aecbe8-c196-478c-88aa-faff685642f5 req-fb9b94f9-ae20-46b1-9201-13ab2c5a001d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257472 Oct 12 02:32:50.695637 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:50.714429 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-540984d7-05d6-4a26-930d-c4260545587b req-4234b30a-57c9-4c19-ba62-bc521294b687 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0676754 Oct 12 02:32:50.766496 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:50.778466 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:32:50.783914 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-cac5a0cf-be0d-421c-a0e2-77cf7233be6e admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/6866632a-d144-4235-997c-a9a700ef0f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3018045 Oct 12 02:32:50.839098 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:50.877793 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15e65a-4040-4e3b-bdc9-a3e29e037659 req-f121d410-a497-4e2d-8fe3-3535f10987a8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:50.879619 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6f15e65a-4040-4e3b-bdc9-a3e29e037659 req-f121d410-a497-4e2d-8fe3-3535f10987a8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0785460 Oct 12 02:32:50.985280 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6f15e65a-4040-4e3b-bdc9-a3e29e037659 req-a89c6e53-013f-4fe5-b84d-eaddb2e78159 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981901 Oct 12 02:32:50.986865 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-68231124-a584-4210-b05e-f415cd0795f3 req-18f65c92-3774-4bef-9d89-510d0afd14b7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282794 Oct 12 02:32:51.198336 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.398799 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 59486) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:51.404018 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-551289241-network', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:51.445980 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Made reservation on behalf of 7dc12b5da7a147b0a65eec8d04802cd2 for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:32:51.448867 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.463504 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.554796 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Publish callbacks [] for security_group (2d876968-dcb1-4357-bdc4-7a60608b5a38), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.558858 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2d876968-dcb1-4357-bdc4-7a60608b5a38), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.587957 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:32:51.595301 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d876968-dcb1-4357-bdc4-7a60608b5a38,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:51.601698 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (d59bfc2e-6bc8-4cd5-b4df-b71914557810), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.602045 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Added segment d59bfc2e-6bc8-4cd5-b4df-b71914557810 of type vlan for network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 Oct 12 02:32:51.656578 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (872fe053-71b2-4a4e-a732-5b06dfa0c9d3), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.697447 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (872fe053-71b2-4a4e-a732-5b06dfa0c9d3), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.698574 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:51.699148 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.717200 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac44548-f605-4ffa-bc05-e6bc8987f508 req-47eac28a-f600-49bc-acdf-b5fb91975795 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:51.718921 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cac44548-f605-4ffa-bc05-e6bc8987f508 req-47eac28a-f600-49bc-acdf-b5fb91975795 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0523047 Oct 12 02:32:51.777676 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3767114 Oct 12 02:32:51.780210 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 59494) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:51.784968 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Request body: {'subnet': {'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-551289241-subnet', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'ip_version': 4}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:51.785134 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cac44548-f605-4ffa-bc05-e6bc8987f508 req-c8a5e196-4c68-4cb0-a2fc-b9c6948e4f01 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592432 Oct 12 02:32:51.829593 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4802a2c-b915-42b9-af2a-d579024f4265 admin admin] Pushing event updated for resources: {'Network': ['ID=872fe053-71b2-4a4e-a732-5b06dfa0c9d3,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:51.844134 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:32:51.859822 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Made reservation on behalf of 7dc12b5da7a147b0a65eec8d04802cd2 for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:32:51.862331 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27017785'] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:51.892987 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:51.903928 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6fed09d0-a744-4bcb-91a3-9530747702b6 req-ff2f9343-69e3-43b3-a99c-3ad1b0d1073a tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0410113 Oct 12 02:32:51.928296 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf379-efdd-4602-b54c-66899fd2b9aa req-402a47ef-25e4-43ca-8571-3a5f05d2107d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:51.929795 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c7dcf379-efdd-4602-b54c-66899fd2b9aa req-402a47ef-25e4-43ca-8571-3a5f05d2107d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.1229298 Oct 12 02:32:52.011804 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c7dcf379-efdd-4602-b54c-66899fd2b9aa req-40c4f054-1a97-420a-a327-2c10416b7c5c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743449 Oct 12 02:32:52.044055 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb7d2-18ed-4dd5-8cb5-09e7c4c7c244 req-945e90ef-90d9-44db-8ed3-39595c4fc4cd tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:52.045593 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-420fb7d2-18ed-4dd5-8cb5-09e7c4c7c244 req-945e90ef-90d9-44db-8ed3-39595c4fc4cd tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0737758 Oct 12 02:32:52.056285 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 59500) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:52.062619 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-16b7d1c4-4a74-4f37-b423-e0b3d6de8e5c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'floatingip': {'port_id': '79216b85-6ffe-4aa2-b822-11695d819ed3'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:52.096320 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:52.102375 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-16b7d1c4-4a74-4f37-b423-e0b3d6de8e5c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (449f233c-d871-4357-a08e-1a5b48f5c886), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.135704 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:52.148286 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27017771'] for subnet (d61e66da-969e-4918-ab2c-7f697395f85b), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.154660 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:52.188130 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73df2ba-f997-4c4d-8242-7cf73296fe53 req-98c1b5a9-4b9c-4d3a-a290-289649de75df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:52.189749 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a73df2ba-f997-4c4d-8242-7cf73296fe53 req-98c1b5a9-4b9c-4d3a-a290-289649de75df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.0948715 Oct 12 02:32:52.237326 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61e66da-969e-4918-ab2c-7f697395f85b,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:52.269928 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Checking segment: {'id': 'd59bfc2e-6bc8-4cd5-b4df-b71914557810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:52.270276 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Network hostable DHCP agents. Network: 872fe053-71b2-4a4e-a732-5b06dfa0c9d3, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:32:52.287619 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a73df2ba-f997-4c4d-8242-7cf73296fe53 req-3c8d36db-bf60-479b-9d12-bdc05b879259 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769985 Oct 12 02:32:52.309211 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:32:52.329668 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 872fe053-71b2-4a4e-a732-5b06dfa0c9d3) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:52.329668 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:52.329668 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.338231 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1714dbe7-792e-48b0-baa7-d07e6a436de8 None None] Network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:32:52.359634 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-1d1f1147-3072-4f63-8333-226b8c58185a admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5783460 Oct 12 02:32:52.364467 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 59502) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:52.371255 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-551289241-router', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:52.403753 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.404968 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.429987 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:52.440997 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659300cd-b614-4a2f-b93b-45a611aa10ea req-9d1bf5d1-b0b7-4f14-bd40-dbe936a2f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:52.442492 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-659300cd-b614-4a2f-b93b-45a611aa10ea req-9d1bf5d1-b0b7-4f14-bd40-dbe936a2f3eb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 1130 time: 0.0810783 Oct 12 02:32:52.484451 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks [] for router_controller (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), precommit_add_association {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.492176 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-872fe053-71b2-4a4e-a732-5b06dfa0c9d3', 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3', 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'fixed_ips': [{'subnet_id': 'd61e66da-969e-4918-ab2c-7f697395f85b'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:32:52.493261 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.501499 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 6db5acb8-39d4-437b-8901-21533e92105a up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:52.613293 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 6db5acb8-39d4-437b-8901-21533e92105a triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:52.613615 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (6db5acb8-39d4-437b-8901-21533e92105a), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.614048 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 6db5acb8-39d4-437b-8901-21533e92105a Oct 12 02:32:52.630284 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks [] for router_gateway (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.703409 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:52.775512 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Allocated IP 172.20.0.2 (872fe053-71b2-4a4e-a732-5b06dfa0c9d3/d61e66da-969e-4918-ab2c-7f697395f85b/3613aa8b-8bd1-45fb-b642-76dbce86531e) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:52.805720 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 6db5acb8-39d4-437b-8901-21533e92105a is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:52.806142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6db5acb8-39d4-437b-8901-21533e92105a), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.859491 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks [] for router_gateway (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.865680 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 6db5acb8-39d4-437b-8901-21533e92105a, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=6db5acb8-39d4-437b-8901-21533e92105a,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:52.871114 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-16b7d1c4-4a74-4f37-b423-e0b3d6de8e5c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.871623 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (6db5acb8-39d4-437b-8901-21533e92105a), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.879880 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-16b7d1c4-4a74-4f37-b423-e0b3d6de8e5c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (449f233c-d871-4357-a08e-1a5b48f5c886), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.884043 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:52.930591 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-659300cd-b614-4a2f-b93b-45a611aa10ea req-5fb67f6f-b23a-4ecd-86f3-500384af3449 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766588 Oct 12 02:32:52.944968 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=6db5acb8-39d4-437b-8901-21533e92105a,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:53.020411 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Publish callbacks [] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.027784 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.036524 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Allocated IP 172.27.4.200 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/ed7f67d1-c672-4aaf-b6ac-88b8eb054793) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:53.078046 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:53.080420 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:53.088444 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:53.097638 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8cae63e1-32f3-42c0-bb92-8dbf1ac729db req-d0d7c155-869a-43ea-b25d-b93cdba6ba84 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0655189 Oct 12 02:32:53.117318 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [None req-16b7d1c4-4a74-4f37-b423-e0b3d6de8e5c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Floating IP 449f233c-d871-4357-a08e-1a5b48f5c886 associated. External IP: 172.27.4.64, port: 79216b85-6ffe-4aa2-b822-11695d819ed3. Oct 12 02:32:53.123148 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Pushing event updated for resources: {'Port': ['ID=3613aa8b-8bd1-45fb-b642-76dbce86531e,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:53.141423 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Sync routers for ids ['6866632a-d144-4235-997c-a9a700ef0f73'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:32:53.152877 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Routers {'6866632a-d144-4235-997c-a9a700ef0f73'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:53.153738 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6866632a-d144-4235-997c-a9a700ef0f73'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:53.178701 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Attempting to bind port 3613aa8b-8bd1-45fb-b642-76dbce86531e on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:32:53.179170 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Attempting to bind port 3613aa8b-8bd1-45fb-b642-76dbce86531e by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'd59bfc2e-6bc8-4cd5-b4df-b71914557810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:32:53.179599 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Attempting to bind port 3613aa8b-8bd1-45fb-b642-76dbce86531e on network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:53.238117 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:32:53.238969 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Checking segment: {'id': 'd59bfc2e-6bc8-4cd5-b4df-b71914557810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:53.239532 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.241089 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862af0c-1ab3-422f-89f7-a38548b80709 req-53a940a2-cbd6-4816-bcd8-8b821fca5473 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:53.242291 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b862af0c-1ab3-422f-89f7-a38548b80709 req-53a940a2-cbd6-4816-bcd8-8b821fca5473 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0970726 Oct 12 02:32:53.246094 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Bound using segment: {'id': 'd59bfc2e-6bc8-4cd5-b4df-b71914557810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:32:53.246273 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Bound port: 3613aa8b-8bd1-45fb-b642-76dbce86531e, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59bfc2e-6bc8-4cd5-b4df-b71914557810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:32:53.246639 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.254187 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 0a31a866-f72c-4f7d-822f-7d54a4e3afec details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:32:53.264835 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:53.273788 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks [] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.275581 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:53.382045 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:53.390963 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Set router 6866632a-d144-4235-997c-a9a700ef0f73 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:53.409922 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.455522 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b862af0c-1ab3-422f-89f7-a38548b80709 req-9dc6cde7-1e9e-4b7a-9295-f472b8ec92b1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019370 Oct 12 02:32:53.469917 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:53.473010 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:53.477387 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:53.487768 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:53.502199 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'port_id': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'mac_address': 'fa:16:3e:b7:f9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:32:53.523241 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Pushing event updated for resources: {'Port': ['ID=ed7f67d1-c672-4aaf-b6ac-88b8eb054793,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:53.530244 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b7d1c4-4a74-4f37-b423-e0b3d6de8e5c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:32:53.557555 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:53.586520 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 0a31a866-f72c-4f7d-822f-7d54a4e3afec is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:53.587000 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.601903 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1865f-54dd-4d04-a6ed-c4d9f06128e7 req-89e8d062-233a-4bc2-9792-8e00934cc209 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:53.605565 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:53.607127 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 2, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:53.613920 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d9a1865f-54dd-4d04-a6ed-c4d9f06128e7 req-89e8d062-233a-4bc2-9792-8e00934cc209 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 944 time: 0.1018927 Oct 12 02:32:53.616005 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] For port 3613aa8b-8bd1-45fb-b642-76dbce86531e, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:32:53.619874 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a31a866-f72c-4f7d-822f-7d54a4e3afec {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:32:53.642931 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] For port 3613aa8b-8bd1-45fb-b642-76dbce86531e, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=3613aa8b-8bd1-45fb-b642-76dbce86531e,segment=NetworkSegment(d59bfc2e-6bc8-4cd5-b4df-b71914557810),segment_id=d59bfc2e-6bc8-4cd5-b4df-b71914557810)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:32:53.644450 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Checking router: 6866632a-d144-4235-997c-a9a700ef0f73 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:32:53.645132 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Updating router 6866632a-d144-4235-997c-a9a700ef0f73 port b8034fa5-feee-42d7-b36a-f0642c24f1af binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:32:53.654065 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:53.658947 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.668860 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.686774 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.710296 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d9a1865f-54dd-4d04-a6ed-c4d9f06128e7 req-4168eb54-acd6-4114-84ca-9117def64c8a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879982 Oct 12 02:32:53.740112 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6b7fc-3f17-4b06-a469-a82b3f52e82a None None] Pushing event updated for resources: {'Port': ['ID=3613aa8b-8bd1-45fb-b642-76dbce86531e,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:53.786803 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-cec19908-ed2b-411e-874a-7aca29429160 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:53.788268 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-cec19908-ed2b-411e-874a-7aca29429160 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 HTTP/1.1" status: 200 len: 812 time: 0.4680712 Oct 12 02:32:53.813693 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks [] for router_gateway (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.831894 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=9']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:53.853306 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Request body: {'port': {'device_id': 'e624aca8-38d2-45b4-a145-ad8f496a137e', 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8', 'admin_state_up': True, 'tenant_id': '81144c673e7b44dcb3b0f700ee628719'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:53.918787 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:53.925269 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b7d1c4-4a74-4f37-b423-e0b3d6de8e5c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:32:53.931863 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-16b7d1c4-4a74-4f37-b423-e0b3d6de8e5c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:53.942700 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:32:53.972664 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:53.975675 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:53.996207 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-16b7d1c4-4a74-4f37-b423-e0b3d6de8e5c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/449f233c-d871-4357-a08e-1a5b48f5c886 HTTP/1.1" status: 200 len: 990 time: 1.9387741 Oct 12 02:32:53.999140 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'tag': '79216b85-6ffe-4aa2-b822-11695d819ed3'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:54.002926 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659d7cb1-61c9-4a44-9b86-79080355f768" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc118ab-0194-4cbb-b335-caf4c25cca7e", "tag": "79216b85-6ffe-4aa2-b822-11695d819ed3"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:54.057237 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['0a31a866-f72c-4f7d-822f-7d54a4e3afec'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:32:54.150017 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498096b0-2726-42a2-a812-61eff807fd48 x-openstack-request-id: req-498096b0-2726-42a2-a812-61eff807fd48 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:54.150309 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc118ab-0194-4cbb-b335-caf4c25cca7e", "tag": "79216b85-6ffe-4aa2-b822-11695d819ed3", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:54.150562 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-498096b0-2726-42a2-a812-61eff807fd48 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:54.150963 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498096b0-2726-42a2-a812-61eff807fd48'] response: {'name': 'network-changed', 'server_uuid': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'tag': '79216b85-6ffe-4aa2-b822-11695d819ed3', 'status': 'completed', 'code': 200} Oct 12 02:32:54.203318 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Made reservation on behalf of 81144c673e7b44dcb3b0f700ee628719 for: {'port': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:32:54.207172 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.233188 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Publish callbacks [] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.239384 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.254001 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.263332 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:54.303006 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:54.311868 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-502f645c-21d6-4105-a2ee-0ea209fcd677 req-4977637a-62e6-45ad-9a68-675a60df8cce tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0849094 Oct 12 02:32:54.367114 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Pushing event updated for resources: {'Port': ['ID=b8034fa5-feee-42d7-b36a-f0642c24f1af,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:54.408328 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.408862 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.409331 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.409890 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.410277 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.410697 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.411113 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.411774 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.412191 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.412607 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.413059 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.413574 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.413987 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.414397 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.414815 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:54.429829 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Attempting to bind port b8034fa5-feee-42d7-b36a-f0642c24f1af on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:32:54.430300 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Attempting to bind port b8034fa5-feee-42d7-b36a-f0642c24f1af by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:32:54.430755 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Attempting to bind port b8034fa5-feee-42d7-b36a-f0642c24f1af on network 29d9435c-4eff-4eb3-8183-9024706bdf4d {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:54.463123 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Allocated IP 172.20.0.5 (7c8feeb4-fea7-46ca-9f80-d14f4cc37df8/e13d7c47-1aab-4206-8202-e9a60ade29cf/2aadefe1-189a-4779-9014-9966dfb12cda) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:54.538699 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:32:54.539066 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Checking segment: {'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:54.539459 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.539842 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Bound using segment: {'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:32:54.540375 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Bound port: b8034fa5-feee-42d7-b36a-f0642c24f1af, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:32:54.540791 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.741963 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] For port b8034fa5-feee-42d7-b36a-f0642c24f1af, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:32:54.750627 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] For port b8034fa5-feee-42d7-b36a-f0642c24f1af, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=b8034fa5-feee-42d7-b36a-f0642c24f1af,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:32:54.760301 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.798461 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c13fa7-b05a-459d-bfcf-8d509e96edd3 req-85f78c77-b633-4ec8-947f-ef28c3262967 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:54.800786 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c4c13fa7-b05a-459d-bfcf-8d509e96edd3 req-85f78c77-b633-4ec8-947f-ef28c3262967 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0999100 Oct 12 02:32:54.822392 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks [] for port (2aadefe1-189a-4779-9014-9966dfb12cda), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.852077 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 6db5acb8-39d4-437b-8901-21533e92105a up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:54.860976 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Routers {'6866632a-d144-4235-997c-a9a700ef0f73'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:54.862678 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6866632a-d144-4235-997c-a9a700ef0f73'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:54.929442 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:32:54.937051 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:54.937984 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc45346-7c17-40af-b733-7eca2f046a93 None None] Pushing event updated for resources: {'Port': ['ID=b8034fa5-feee-42d7-b36a-f0642c24f1af,revision_number=4']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:54.963656 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39a968-0396-4355-b943-60e77c229894 req-9e5e4ce5-4d81-4918-8615-4372754b5c41 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:54.969096 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-8dccb6a8-66a5-4f45-8de9-373129aa4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:54.971072 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bf39a968-0396-4355-b943-60e77c229894 req-9e5e4ce5-4d81-4918-8615-4372754b5c41 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 945 time: 0.1399295 Oct 12 02:32:54.974918 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-8dccb6a8-66a5-4f45-8de9-373129aa4618 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 1129 time: 0.1213512 Oct 12 02:32:54.985732 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 6db5acb8-39d4-437b-8901-21533e92105a triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:54.986961 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (6db5acb8-39d4-437b-8901-21533e92105a), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:54.987553 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 6db5acb8-39d4-437b-8901-21533e92105a Oct 12 02:32:55.001021 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c4c13fa7-b05a-459d-bfcf-8d509e96edd3 req-3f27d429-0496-4f0a-9632-e70fb10e6b1b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931002 Oct 12 02:32:55.038855 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:55.050232 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.074211 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] Set router 6866632a-d144-4235-997c-a9a700ef0f73 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:55.082649 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '449f233c-d871-4357-a08e-1a5b48f5c886', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.64', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': '79216b85-6ffe-4aa2-b822-11695d819ed3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:8d:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:32:07Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}, {'id': 'f706c3ef-cf5e-471a-aa55-7c0de6f7f851', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:6f:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:46Z', 'updated_at': '2022-10-12T02:30:29Z', 'revision_number': 2, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:55.109590 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Pushing event updated for resources: {'Port': ['ID=2aadefe1-189a-4779-9014-9966dfb12cda,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:55.131951 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:32:55.141065 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bf39a968-0396-4355-b943-60e77c229894 req-f15cffa7-c436-48ed-ad8e-01f4e4d22085 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651368 Oct 12 02:32:55.146097 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:55.146464 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:55.148412 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:55.152261 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:55.163076 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:55.168404 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:55.179230 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:55.211657 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:55.230367 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:55.267208 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:55.268955 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.287899 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-4aa64a46-2a76-4dfc-b69c-b376ff24ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:55.289692 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-4aa64a46-2a76-4dfc-b69c-b376ff24ed99 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 916 time: 0.2877207 Oct 12 02:32:55.291368 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:32:55.293948 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-60f2dbd9-98e5-40f7-9b0d-ef7d8d9bdbaf tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4457502 Oct 12 02:32:55.304741 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Sync routers for ids ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:32:55.312933 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 0a31a866-f72c-4f7d-822f-7d54a4e3afec up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:55.319635 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.324169 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b548941f-d09c-4156-9d8b-234895aa94ae admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9554517 Oct 12 02:32:55.324476 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 59524) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:55.333314 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c8e9f8-327f-4092-9b7e-9ad868c6ea73 None None] Network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:32:55.335105 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Routers {'7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:55.335721 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:55.341529 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 6db5acb8-39d4-437b-8901-21533e92105a is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:55.342644 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 3613aa8b-8bd1-45fb-b642-76dbce86531e up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:55.343865 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Request body: {'port': {'device_id': 'e624aca8-38d2-45b4-a145-ad8f496a137e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:55.450929 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.468287 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2e2fcdce-8066-4e1a-a97f-092debe40967 None None] Provisioning complete for port 3613aa8b-8bd1-45fb-b642-76dbce86531e triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:55.468656 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2e2fcdce-8066-4e1a-a97f-092debe40967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.469015 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2e2fcdce-8066-4e1a-a97f-092debe40967 None None] Attempt 1 to provision port 3613aa8b-8bd1-45fb-b642-76dbce86531e Oct 12 02:32:55.469136 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:54Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:55.474072 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:55.506323 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfa37b9-c82d-4473-9be4-095518a0d4a6 None None] The sync data for ids ['6866632a-d144-4235-997c-a9a700ef0f73'] in dv-cinder-849143-14-iscsi is: [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:54Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:32:55.565056 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 0a31a866-f72c-4f7d-822f-7d54a4e3afec triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:55.565436 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.565565 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf4b09-8c0a-47ee-bb77-9e689d83f409 req-be03ffdc-013b-47ad-a377-e782e243c870 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:55.565775 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 0a31a866-f72c-4f7d-822f-7d54a4e3afec Oct 12 02:32:55.572543 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1faf4b09-8c0a-47ee-bb77-9e689d83f409 req-be03ffdc-013b-47ad-a377-e782e243c870 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 931 time: 0.1451654 Oct 12 02:32:55.576687 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Set router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:55.660945 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1faf4b09-8c0a-47ee-bb77-9e689d83f409 req-ceee3415-504e-4007-9c53-61b01af062ef tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761886 Oct 12 02:32:55.660945 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-9d14be13-67ab-48b8-ac8e-f7a6b6d0d4f0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79216b85-6ffe-4aa2-b822-11695d819ed3 HTTP/1.1" status: 200 len: 998 time: 0.2767644 Oct 12 02:32:55.671242 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 3613aa8b-8bd1-45fb-b642-76dbce86531e triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:55.671853 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.672488 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 3613aa8b-8bd1-45fb-b642-76dbce86531e Oct 12 02:32:55.788107 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-f3a6def6-6ed5-4756-984d-cfd620c5c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:55.789588 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-f3a6def6-6ed5-4756-984d-cfd620c5c036 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.1289523 Oct 12 02:32:55.810914 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'name': 'tempest-TestMinimumBasicScenario-551289241-router', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:53Z', 'revision_number': 3, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'gw_port': {'id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:55.813510 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:55.843817 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Checking router: 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:32:55.844165 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Updating router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:32:55.880514 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-335d3cbd-1bc0-4d40-9594-5cee163539c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:55.882518 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-335d3cbd-1bc0-4d40-9594-5cee163539c0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0587852 Oct 12 02:32:55.905724 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.917837 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aadefe1-189a-4779-9014-9966dfb12cda {{(pid=104435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:32:55.930888 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Publish callbacks [] for port (2aadefe1-189a-4779-9014-9966dfb12cda), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:55.958150 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.provisioning_blocks [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Transition to ACTIVE for port object 2aadefe1-189a-4779-9014-9966dfb12cda will not be triggered until provisioned by entity L2. {{(pid=104435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:32:55.963650 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.029715 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-6646a6b0-6b2a-4f0f-a2a5-3fa8fcacacf8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409547 Oct 12 02:32:56.038962 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:56.085089 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 0a31a866-f72c-4f7d-822f-7d54a4e3afec is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:56.085619 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.091678 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fcdce-8066-4e1a-a97f-092debe40967 None None] Current status of the port 3613aa8b-8bd1-45fb-b642-76dbce86531e is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:56.095931 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2e2fcdce-8066-4e1a-a97f-092debe40967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.143262 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 3613aa8b-8bd1-45fb-b642-76dbce86531e is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:56.147265 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.191104 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:56.258420 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:56.261546 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae38f2a6-f51f-4afd-a456-bc284026dbe1" -d '{"events": [{"server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "name": "network-vif-plugged", "status": "completed", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:56.262428 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1f220-6ad5-4213-9886-f9f8cf300969 req-4e55cb78-c9d5-4fab-9d65-c97106867b69 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:56.264639 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:56.276226 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-89d1f220-6ad5-4213-9886-f9f8cf300969 req-4e55cb78-c9d5-4fab-9d65-c97106867b69 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.1213074 Oct 12 02:32:56.289429 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 3613aa8b-8bd1-45fb-b642-76dbce86531e, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=3613aa8b-8bd1-45fb-b642-76dbce86531e,segment=NetworkSegment(d59bfc2e-6bc8-4cd5-b4df-b71914557810),segment_id=d59bfc2e-6bc8-4cd5-b4df-b71914557810)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:56.293597 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Pushing event updated for resources: {'Port': ['ID=2aadefe1-189a-4779-9014-9966dfb12cda,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:56.359448 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774585d8-0aff-4e7c-a57f-d0c1cc86de80 req-7e362261-29ff-40c9-80b5-17b080077cf6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:56.367249 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-774585d8-0aff-4e7c-a57f-d0c1cc86de80 req-7e362261-29ff-40c9-80b5-17b080077cf6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 945 time: 0.0935774 Oct 12 02:32:56.380401 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:56.383078 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '449f233c-d871-4357-a08e-1a5b48f5c886', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.64', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': '79216b85-6ffe-4aa2-b822-11695d819ed3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:8d:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:32:07Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}, {'id': 'f706c3ef-cf5e-471a-aa55-7c0de6f7f851', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:6f:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:46Z', 'updated_at': '2022-10-12T02:30:29Z', 'revision_number': 2, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:56.387264 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.393735 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-89d1f220-6ad5-4213-9886-f9f8cf300969 req-172fbd24-a4ff-4ac8-8ed1-728b12b16454 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940635 Oct 12 02:32:56.434573 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.443425 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Attempting to bind port 2aadefe1-189a-4779-9014-9966dfb12cda on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:32:56.443793 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Attempting to bind port 2aadefe1-189a-4779-9014-9966dfb12cda by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8'}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:32:56.444127 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Attempting to bind port 2aadefe1-189a-4779-9014-9966dfb12cda on network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:56.473710 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c99d85-e0b8-4f19-9fdf-ba1d40f3a28a None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '449f233c-d871-4357-a08e-1a5b48f5c886', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.64', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': '79216b85-6ffe-4aa2-b822-11695d819ed3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:8d:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:32:07Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}, {'id': 'f706c3ef-cf5e-471a-aa55-7c0de6f7f851', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:6f:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:46Z', 'updated_at': '2022-10-12T02:30:29Z', 'revision_number': 2, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:32:56.488475 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:56.494379 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779c4af5-daa6-49dc-a50e-8544361f82d0 x-openstack-request-id: req-779c4af5-daa6-49dc-a50e-8544361f82d0 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:56.494798 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "name": "network-vif-plugged", "status": "completed", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:56.498180 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-779c4af5-daa6-49dc-a50e-8544361f82d0 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:56.499854 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779c4af5-daa6-49dc-a50e-8544361f82d0'] response: {'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'code': 200} Oct 12 02:32:56.515828 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Publish callbacks [] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.549745 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.560176 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.db.api [None req-2e2fcdce-8066-4e1a-a97f-092debe40967 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 02:32:56.560778 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG oslo_db.api [None req-2e2fcdce-8066-4e1a-a97f-092debe40967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 02:32:56.571803 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=3613aa8b-8bd1-45fb-b642-76dbce86531e,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:56.579542 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.580047 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.580498 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.580978 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.581415 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.581790 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-774585d8-0aff-4e7c-a57f-d0c1cc86de80 req-39b1af5e-1b1f-4895-b1c5-db7b2cc3aac2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127457 Oct 12 02:32:56.581953 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.582387 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.582819 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.583278 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.583712 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.584145 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.584591 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.585057 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.585485 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.586274 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:32:56.618925 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-659d7cb1-61c9-4a44-9b86-79080355f768 req-ab8188b3-f2d3-489b-9db8-4bc0327be793 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799329 Oct 12 02:32:56.623217 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Port 2aadefe1-189a-4779-9014-9966dfb12cda on network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:32:56.623848 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Attempting to bind port 2aadefe1-189a-4779-9014-9966dfb12cda on network 7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:56.642813 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device b8034fa5-feee-42d7-b36a-f0642c24f1af up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:56.655996 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3bcec-44bd-4221-a30f-54d117b27c57 None None] Pushing event updated for resources: {'Port': ['ID=ed7f67d1-c672-4aaf-b6ac-88b8eb054793,revision_number=2']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:56.677088 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Attempting to bind port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:32:56.677457 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Attempting to bind port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:32:56.677814 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Attempting to bind port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:32:56.704601 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=10']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:56.726075 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port b8034fa5-feee-42d7-b36a-f0642c24f1af triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:56.726533 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.726963 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port b8034fa5-feee-42d7-b36a-f0642c24f1af Oct 12 02:32:56.778731 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:32:56.779402 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:56.779945 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.780468 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:32:56.781190 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Bound port: ed7f67d1-c672-4aaf-b6ac-88b8eb054793, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:32:56.781388 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4bfa-0684-4c79-8d1a-94d8df07d1ac req-dcd854e0-7b08-43d3-b589-ba08ae11e847 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:56.781896 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.782908 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7e4c4bfa-0684-4c79-8d1a-94d8df07d1ac req-dcd854e0-7b08-43d3-b589-ba08ae11e847 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.1565363 Oct 12 02:32:56.797475 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 59538) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:32:56.800587 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:32:56.801017 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Checking segment: {'id': '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:32:56.801446 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Bound using segment: {'id': '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8'} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:32:56.801931 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Bound port: 2aadefe1-189a-4779-9014-9966dfb12cda, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8'}}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:32:56.802294 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.806514 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-3f390774-c6df-4bf1-bd84-551c3d142ea2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Request body: {'floatingip': {'port_id': '3c705692-0c55-4ed6-88ed-b7ba46d3442f'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:32:56.828055 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port b8034fa5-feee-42d7-b36a-f0642c24f1af is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:56.828749 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.847204 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] For port ed7f67d1-c672-4aaf-b6ac-88b8eb054793, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:32:56.850653 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] For port ed7f67d1-c672-4aaf-b6ac-88b8eb054793, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=ed7f67d1-c672-4aaf-b6ac-88b8eb054793,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:32:56.859266 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.872473 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:56.881793 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port b8034fa5-feee-42d7-b36a-f0642c24f1af, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=b8034fa5-feee-42d7-b36a-f0642c24f1af,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:56.889348 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.905146 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3f390774-c6df-4bf1-bd84-551c3d142ea2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for floatingip (db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:56.908019 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Routers {'7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:56.908642 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:56.970390 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=b8034fa5-feee-42d7-b36a-f0642c24f1af,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:56.970986 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] For port 2aadefe1-189a-4779-9014-9966dfb12cda, host hv-cinder-84914, cleared binding levels {{(pid=104435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:32:56.977287 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:56.982956 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] For port 2aadefe1-189a-4779-9014-9966dfb12cda, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2aadefe1-189a-4779-9014-9966dfb12cda,segment=NetworkSegment(3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb),segment_id=3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb)] {{(pid=104435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:32:56.991284 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3bcec-44bd-4221-a30f-54d117b27c57 None None] Pushing event updated for resources: {'Port': ['ID=ed7f67d1-c672-4aaf-b6ac-88b8eb054793,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:56.995264 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:57.003048 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:57.004891 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5d4d-c406-4b6d-a5bb-47b4e3d2c497 req-3e31e986-3924-48ab-bdf2-3a12422a3bbe tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:57.005755 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:57.006858 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-808f5d4d-c406-4b6d-a5bb-47b4e3d2c497 req-3e31e986-3924-48ab-bdf2-3a12422a3bbe tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 943 time: 0.2450843 Oct 12 02:32:57.007401 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/2aadefe1-189a-4779-9014-9966dfb12cda HTTP/1.1" status: 200 len: 1093 time: 1.6682992 Oct 12 02:32:57.008266 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e624aca8-38d2-45b4-a145-ad8f496a137e', 'tag': '2aadefe1-189a-4779-9014-9966dfb12cda'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:57.016275 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b91235-787e-4755-8756-d5afbc81ea66" -d '{"events": [{"name": "network-changed", "server_uuid": "e624aca8-38d2-45b4-a145-ad8f496a137e", "tag": "2aadefe1-189a-4779-9014-9966dfb12cda"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:57.021098 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:57.030493 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:57.102129 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] Set router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:57.131323 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7968e2-bb85-4a51-9dd2-89556f9d0fd8 x-openstack-request-id: req-ba7968e2-bb85-4a51-9dd2-89556f9d0fd8 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:57.131857 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e624aca8-38d2-45b4-a145-ad8f496a137e", "tag": "2aadefe1-189a-4779-9014-9966dfb12cda", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:57.132284 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba7968e2-bb85-4a51-9dd2-89556f9d0fd8 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:57.132859 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7968e2-bb85-4a51-9dd2-89556f9d0fd8'] response: {'name': 'network-changed', 'server_uuid': 'e624aca8-38d2-45b4-a145-ad8f496a137e', 'tag': '2aadefe1-189a-4779-9014-9966dfb12cda', 'status': 'completed', 'code': 200} Oct 12 02:32:57.145424 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090be8f-0cf0-476a-8d62-947513e3b114 service neutron] Pushing event updated for resources: {'Port': ['ID=2aadefe1-189a-4779-9014-9966dfb12cda,revision_number=3']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:57.163735 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fcdce-8066-4e1a-a97f-092debe40967 None None] Current status of the port 3613aa8b-8bd1-45fb-b642-76dbce86531e is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:57.172193 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d832e-b583-466e-bb46-e0fbc72f0ba4 None None] New status for floating IP 449f233c-d871-4357-a08e-1a5b48f5c886: ACTIVE {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:32:57.196816 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-808f5d4d-c406-4b6d-a5bb-47b4e3d2c497 req-74b7237f-d74d-47ed-8878-0dcb59e40646 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805203 Oct 12 02:32:57.219607 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-844fa68a-51e0-488b-94f5-6a27956f2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:57.221131 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-844fa68a-51e0-488b-94f5-6a27956f2e05 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=81144c673e7b44dcb3b0f700ee628719&device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 1127 time: 0.1008465 Oct 12 02:32:57.275305 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-4549171b-b46b-45c8-87a6-07df93a4e2eb service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aadefe1-189a-4779-9014-9966dfb12cda HTTP/1.1" status: 200 len: 217 time: 0.0409715 Oct 12 02:32:57.343243 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-a64354be-1b98-4ece-8b60-8b6e876fd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:57.345171 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-a64354be-1b98-4ece-8b60-8b6e876fd66e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e13d7c47-1aab-4206-8202-e9a60ade29cf HTTP/1.1" status: 200 len: 852 time: 0.0585258 Oct 12 02:32:57.368908 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'name': 'tempest-TestMinimumBasicScenario-551289241-router', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:53Z', 'revision_number': 3, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'gw_port': {'id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:57.388153 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-6586ba7f-e9b3-4f32-b188-65b34e3c195c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364130 Oct 12 02:32:57.396487 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71903dca-6030-4cfd-ada1-d90cddc67f1d req-d1691304-ce57-4a6e-8813-3eca6b005319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:57.398091 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-71903dca-6030-4cfd-ada1-d90cddc67f1d req-d1691304-ce57-4a6e-8813-3eca6b005319 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 1131 time: 0.0909722 Oct 12 02:32:57.401148 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77942e06-884e-4d87-a493-c9b7bf8dc958 None None] The sync data for ids ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'] in dv-cinder-849143-14-iscsi is: [{'id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'name': 'tempest-TestMinimumBasicScenario-551289241-router', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:53Z', 'revision_number': 3, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'gw_port': {'id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:32:57.404117 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:57.509563 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-90576133-6917-4106-89e9-d937faa16c28 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145821 Oct 12 02:32:57.515202 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-af9e3b42-d781-4a24-8cc8-520c2bd4e9f9 None None] Provisioning complete for port 3613aa8b-8bd1-45fb-b642-76dbce86531e triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:57.515568 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-af9e3b42-d781-4a24-8cc8-520c2bd4e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:57.515895 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-af9e3b42-d781-4a24-8cc8-520c2bd4e9f9 None None] Attempt 1 to provision port 3613aa8b-8bd1-45fb-b642-76dbce86531e Oct 12 02:32:57.534911 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-71903dca-6030-4cfd-ada1-d90cddc67f1d req-b19f50bb-c107-480d-b287-f92d5332a7ff service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020665 Oct 12 02:32:57.563380 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Allocated IP 172.20.0.1 (872fe053-71b2-4a4e-a732-5b06dfa0c9d3/d61e66da-969e-4918-ab2c-7f697395f85b/babfe9f5-35fb-4adf-a75e-4a40b6e44272) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:32:57.634652 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cad8f7f1-393f-4747-a75f-87cc5782d1ca req-24d5e186-919e-460d-a686-743281ab756f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138337 Oct 12 02:32:57.662381 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-af9e3b42-d781-4a24-8cc8-520c2bd4e9f9 None None] Current status of the port 3613aa8b-8bd1-45fb-b642-76dbce86531e is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:57.691670 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:57.777953 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b985-0369-4ec7-8c98-a63071c73b9e req-f2ba6cdd-34b0-4939-bb17-a2dab6d6b20c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:57.786563 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3016b985-0369-4ec7-8c98-a63071c73b9e req-f2ba6cdd-34b0-4939-bb17-a2dab6d6b20c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 947 time: 0.0930574 Oct 12 02:32:57.845320 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3016b985-0369-4ec7-8c98-a63071c73b9e req-5745cbe3-5706-474d-b3d1-cfd04c720ba2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578821 Oct 12 02:32:58.095257 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Publish callbacks [] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.150816 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:58.179625 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3f390774-c6df-4bf1-bd84-551c3d142ea2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.185250 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3f390774-c6df-4bf1-bd84-551c3d142ea2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.220751 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.271657 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:58.279079 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:58.308925 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:32:58.342723 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Pushing event updated for resources: {'Port': ['ID=babfe9f5-35fb-4adf-a75e-4a40b6e44272,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:58.406087 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [None req-3f390774-c6df-4bf1-bd84-551c3d142ea2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Floating IP db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d associated. External IP: 172.27.4.225, port: 3c705692-0c55-4ed6-88ed-b7ba46d3442f. Oct 12 02:32:58.414075 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a743eb9-28fd-43fa-8b3e-23022331e687 req-48d0f238-1c13-4974-bd7d-558f6600b46a tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:58.415588 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0a743eb9-28fd-43fa-8b3e-23022331e687 req-48d0f238-1c13-4974-bd7d-558f6600b46a tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 943 time: 0.1025004 Oct 12 02:32:58.453996 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.562526 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 3613aa8b-8bd1-45fb-b642-76dbce86531e up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:58.597389 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:58.607836 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-697f5a25-7851-4108-aca0-b40900325c81 None None] Provisioning complete for port babfe9f5-35fb-4adf-a75e-4a40b6e44272 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:58.608210 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-697f5a25-7851-4108-aca0-b40900325c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.608638 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-697f5a25-7851-4108-aca0-b40900325c81 None None] Attempt 1 to provision port babfe9f5-35fb-4adf-a75e-4a40b6e44272 Oct 12 02:32:58.628101 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0a743eb9-28fd-43fa-8b3e-23022331e687 req-5109e7c7-4aaa-4b62-b82a-2f7af4c2b2c4 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686080 Oct 12 02:32:58.655219 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-697f5a25-7851-4108-aca0-b40900325c81 None None] Port babfe9f5-35fb-4adf-a75e-4a40b6e44272 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:32:58.660141 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 3613aa8b-8bd1-45fb-b642-76dbce86531e triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:58.660505 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.660871 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 3613aa8b-8bd1-45fb-b642-76dbce86531e Oct 12 02:32:58.712075 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.737339 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 3613aa8b-8bd1-45fb-b642-76dbce86531e is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:58.738417 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device ed7f67d1-c672-4aaf-b6ac-88b8eb054793 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:58.776155 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:58.783927 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:58.784808 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.784808 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 Oct 12 02:32:58.809928 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:58.813420 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f390774-c6df-4bf1-bd84-551c3d142ea2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:32:58.865618 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:58.866011 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.888076 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port ed7f67d1-c672-4aaf-b6ac-88b8eb054793, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=ed7f67d1-c672-4aaf-b6ac-88b8eb054793,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:58.893668 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:58.894277 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device b8034fa5-feee-42d7-b36a-f0642c24f1af up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:32:58.910841 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:58.937222 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91235-787e-4755-8756-d5afbc81ea66 req-2db8637e-0b47-41ad-9dca-bbeae388b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:58.939417 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-16b91235-787e-4755-8756-d5afbc81ea66 req-2db8637e-0b47-41ad-9dca-bbeae388b751 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=81144c673e7b44dcb3b0f700ee628719&device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 1127 time: 0.0582364 Oct 12 02:32:58.998761 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:59.017375 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=ed7f67d1-c672-4aaf-b6ac-88b8eb054793,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:59.022923 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port b8034fa5-feee-42d7-b36a-f0642c24f1af triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:59.023111 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f390774-c6df-4bf1-bd84-551c3d142ea2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:32:59.023443 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:59.023882 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port b8034fa5-feee-42d7-b36a-f0642c24f1af Oct 12 02:32:59.028639 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3f390774-c6df-4bf1-bd84-551c3d142ea2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:59.032137 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Publish callbacks [] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:59.037289 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] Sync routers for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:32:59.047821 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3589f-f73c-4588-82c0-2f738b932818 req-94bdc0b5-3fc5-4650-bfdd-cc57a1b90916 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:59.056771 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-00d3589f-f73c-4588-82c0-2f738b932818 req-94bdc0b5-3fc5-4650-bfdd-cc57a1b90916 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 947 time: 0.1050866 Oct 12 02:32:59.065113 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:59.074387 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:59.078352 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:59.078983 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:59.128873 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port b8034fa5-feee-42d7-b36a-f0642c24f1af is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:59.133033 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-3f390774-c6df-4bf1-bd84-551c3d142ea2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d HTTP/1.1" status: 200 len: 992 time: 2.3288736 Oct 12 02:32:59.134616 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:32:59.136981 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df79d31-23dd-4d43-a22c-c66e49afcb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:32:59.146965 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-00d3589f-f73c-4588-82c0-2f738b932818 req-be5d3f66-9b8a-42b9-9c13-9511da23d667 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852568 Oct 12 02:32:59.160217 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:59.163715 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Pushing event updated for resources: {'Port': ['ID=babfe9f5-35fb-4adf-a75e-4a40b6e44272,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:59.195929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fada5c-2d8a-4765-b470-6cff54cea12a x-openstack-request-id: req-99fada5c-2d8a-4765-b470-6cff54cea12a {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:32:59.196218 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:32:59.196461 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99fada5c-2d8a-4765-b470-6cff54cea12a {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:32:59.196886 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fada5c-2d8a-4765-b470-6cff54cea12a'] response: {'name': 'network-changed', 'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'status': 'completed', 'code': 200} Oct 12 02:32:59.220380 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:59.273501 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:32:59.274978 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:32:59.275859 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 2aadefe1-189a-4779-9014-9966dfb12cda details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:32:59.438252 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-1987513c-b109-4afd-86c5-51cd61200d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:59.439889 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-1987513c-b109-4afd-86c5-51cd61200d4a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 1130 time: 0.0829720 Oct 12 02:32:59.447334 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 2aadefe1-189a-4779-9014-9966dfb12cda, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2aadefe1-189a-4779-9014-9966dfb12cda,segment=NetworkSegment(3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb),segment_id=3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:59.467029 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:32:59.475829 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '2aadefe1-189a-4779-9014-9966dfb12cda', 'network_id': '7c8feeb4-fea7-46ca-9f80-d14f4cc37df8', 'port_id': '2aadefe1-189a-4779-9014-9966dfb12cda', 'mac_address': 'fa:16:3e:c4:d4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13d7c47-1aab-4206-8202-e9a60ade29cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:32:59.520603 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91235-787e-4755-8756-d5afbc81ea66 req-983a5c99-4376-49f1-95d5-e3261405535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:59.522137 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-16b91235-787e-4755-8756-d5afbc81ea66 req-983a5c99-4376-49f1-95d5-e3261405535c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 HTTP/1.1" status: 200 len: 913 time: 0.1833766 Oct 12 02:32:59.532106 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 2aadefe1-189a-4779-9014-9966dfb12cda is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:32:59.532496 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:59.535424 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'floating_ip_address': '172.27.4.225', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'port_id': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'mac_address': 'fa:16:3e:ed:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:32:14Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 1, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 5, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:59.546532 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aadefe1-189a-4779-9014-9966dfb12cda {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:32:59.568932 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] Checking router: c1ab1603-2d64-4a9d-91c0-cc87385f6d7f for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:32:59.570680 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 2aadefe1-189a-4779-9014-9966dfb12cda, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2aadefe1-189a-4779-9014-9966dfb12cda,segment=NetworkSegment(3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb),segment_id=3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:32:59.580804 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:59.582496 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:59.583463 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:59.585746 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-16b91235-787e-4755-8756-d5afbc81ea66 req-3f4d13d0-2f34-4953-9e4c-beee82725fc9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aadefe1-189a-4779-9014-9966dfb12cda HTTP/1.1" status: 200 len: 217 time: 0.0475297 Oct 12 02:32:59.590708 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-40eb0bf8-5dac-460d-997b-adc004a1b20c None None] Provisioning complete for port babfe9f5-35fb-4adf-a75e-4a40b6e44272 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:32:59.591373 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-40eb0bf8-5dac-460d-997b-adc004a1b20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:32:59.592035 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-40eb0bf8-5dac-460d-997b-adc004a1b20c None None] Attempt 1 to provision port babfe9f5-35fb-4adf-a75e-4a40b6e44272 Oct 12 02:32:59.645656 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-388ab9bc-515f-4277-b0db-7128aecb11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:32:59.647157 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-388ab9bc-515f-4277-b0db-7128aecb11e4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.1955643 Oct 12 02:32:59.659737 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:59.660968 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-40eb0bf8-5dac-460d-997b-adc004a1b20c None None] Port babfe9f5-35fb-4adf-a75e-4a40b6e44272 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:32:59.663166 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:32:59.673371 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-6aee1b2d-0da1-4f85-adea-206dd4678867 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3432889 Oct 12 02:32:59.691568 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Sync routers for ids ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:32:59.710649 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Routers {'7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:32:59.711312 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:32:59.717719 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:32:59.812635 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-f74fcf99-b283-4e76-aef2-8a0830a843d9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f HTTP/1.1" status: 200 len: 1000 time: 0.1427381 Oct 12 02:32:59.847365 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:32:59.895568 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=2aadefe1-189a-4779-9014-9966dfb12cda,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:32:59.954385 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Set router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:00.034909 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2917b-bc6e-4d74-a10b-68b18452a0c8 req-9d67d903-099c-4634-a1db-8dc3f7d16a1b tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:00.043039 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ffc2917b-bc6e-4d74-a10b-68b18452a0c8 req-9d67d903-099c-4634-a1db-8dc3f7d16a1b tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 944 time: 0.0536680 Oct 12 02:33:00.053376 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:00.055796 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'floating_ip_address': '172.27.4.225', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'port_id': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'mac_address': 'fa:16:3e:ed:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:32:14Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 1, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 5, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:00.093303 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044649b-1a26-4c38-b794-9b343c7233f1 None None] The sync data for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi is: [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'floating_ip_address': '172.27.4.225', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'port_id': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'mac_address': 'fa:16:3e:ed:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:32:14Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 1, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 5, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:00.095118 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91235-787e-4755-8756-d5afbc81ea66 req-30eeb9e9-5b4b-4afc-8580-2d531d2ca88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:00.101017 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-16b91235-787e-4755-8756-d5afbc81ea66 req-30eeb9e9-5b4b-4afc-8580-2d531d2ca88a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e13d7c47-1aab-4206-8202-e9a60ade29cf HTTP/1.1" status: 200 len: 852 time: 0.5003567 Oct 12 02:33:00.108662 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['2aadefe1-189a-4779-9014-9966dfb12cda'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:33:00.109837 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ffc2917b-bc6e-4d74-a10b-68b18452a0c8 req-b832a1fd-95ca-4583-a30c-dc41c52a042c tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663452 Oct 12 02:33:00.261761 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:00.268169 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'name': 'tempest-TestMinimumBasicScenario-551289241-router', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 4, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'gw_port': {'id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'babfe9f5-35fb-4adf-a75e-4a40b6e44272', 'name': '', 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'mac_address': 'fa:16:3e:14:4b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd61e66da-969e-4918-ab2c-7f697395f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:57Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 2, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'subnets': [{'id': 'd61e66da-969e-4918-ab2c-7f697395f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:00.308655 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Checking router: 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:00.309036 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Updating router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 port babfe9f5-35fb-4adf-a75e-4a40b6e44272 binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:33:00.331381 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26837372-f208-4a26-a1b6-e811d941f504 req-4d6537b6-a7d9-41d4-b748-219bbdb4779b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:00.332993 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-26837372-f208-4a26-a1b6-e811d941f504 req-4d6537b6-a7d9-41d4-b748-219bbdb4779b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 947 time: 0.0880027 Oct 12 02:33:00.359198 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:00.450529 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-16b91235-787e-4755-8756-d5afbc81ea66 req-4529ff19-83b9-4920-8cfd-49204ec1afca service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060748 Oct 12 02:33:00.459270 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-d5e1cfba-1e4c-43ee-b16c-31214d710e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:00.460932 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85118b9c-f556-4787-bf0f-2f281be389df None None] New status for floating IP db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d: ACTIVE {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:33:00.461616 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-d5e1cfba-1e4c-43ee-b16c-31214d710e9a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.1138923 Oct 12 02:33:00.475318 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-26837372-f208-4a26-a1b6-e811d941f504 req-7448f4f6-b4f4-4133-af97-fc3f1af0ebab tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365571 Oct 12 02:33:00.563028 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-aa7fea42-80b0-4fa2-9f20-e35f2d345c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:00.564862 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-aa7fea42-80b0-4fa2-9f20-e35f2d345c81 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0865200 Oct 12 02:33:00.637297 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device ed7f67d1-c672-4aaf-b6ac-88b8eb054793 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:33:00.659093 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:00.664547 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-16b91235-787e-4755-8756-d5afbc81ea66 req-a58c12a6-f0d5-461c-a644-b04099b80e5e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060277 Oct 12 02:33:00.750688 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-0404da29-e686-499b-8fe4-1fa449e21155 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726592 Oct 12 02:33:00.785301 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:00.785674 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:00.786010 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 Oct 12 02:33:00.879297 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-16b91235-787e-4755-8756-d5afbc81ea66 req-72baf250-388e-412e-9f1f-f319e0279cd5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074540 Oct 12 02:33:00.942600 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1df79d31-23dd-4d43-a22c-c66e49afcb3b req-8666bdaa-550d-4c57-b0d6-ffb4a98e782d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871006 Oct 12 02:33:00.943586 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Publish callbacks [] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:00.953309 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:00.983084 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:00.999867 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:01.090826 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a278e86-f3eb-410a-81b5-19015da00ce1 None None] Pushing event updated for resources: {'Port': ['ID=babfe9f5-35fb-4adf-a75e-4a40b6e44272,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:01.118191 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:01.123620 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Attempting to bind port babfe9f5-35fb-4adf-a75e-4a40b6e44272 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:33:01.124040 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Attempting to bind port babfe9f5-35fb-4adf-a75e-4a40b6e44272 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'd59bfc2e-6bc8-4cd5-b4df-b71914557810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:33:01.124359 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Attempting to bind port babfe9f5-35fb-4adf-a75e-4a40b6e44272 on network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:33:01.231088 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:33:01.231088 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Checking segment: {'id': 'd59bfc2e-6bc8-4cd5-b4df-b71914557810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:33:01.231088 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:01.231088 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Bound using segment: {'id': 'd59bfc2e-6bc8-4cd5-b4df-b71914557810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:33:01.231088 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Bound port: babfe9f5-35fb-4adf-a75e-4a40b6e44272, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59bfc2e-6bc8-4cd5-b4df-b71914557810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:33:01.231088 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:01.281341 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16787af-1022-4cfb-8d3e-efe5179649d5 req-0771455d-de3f-4e14-8b08-fbc87651d735 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:01.288862 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d16787af-1022-4cfb-8d3e-efe5179649d5 req-0771455d-de3f-4e14-8b08-fbc87651d735 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 944 time: 0.0960512 Oct 12 02:33:01.318364 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:01.322194 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:01.345983 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] For port babfe9f5-35fb-4adf-a75e-4a40b6e44272, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:33:01.349112 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d16787af-1022-4cfb-8d3e-efe5179649d5 req-c8b62ee0-f160-4dbc-9e56-ea57a880b868 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593703 Oct 12 02:33:01.350215 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] For port babfe9f5-35fb-4adf-a75e-4a40b6e44272, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=babfe9f5-35fb-4adf-a75e-4a40b6e44272,segment=NetworkSegment(d59bfc2e-6bc8-4cd5-b4df-b71914557810),segment_id=d59bfc2e-6bc8-4cd5-b4df-b71914557810)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:33:01.363002 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:01.413425 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Routers {'7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:01.414032 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:32:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:01.483314 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a278e86-f3eb-410a-81b5-19015da00ce1 None None] Pushing event updated for resources: {'Port': ['ID=babfe9f5-35fb-4adf-a75e-4a40b6e44272,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:01.663963 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 2aadefe1-189a-4779-9014-9966dfb12cda up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:33:01.721443 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] Set router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:01.731433 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35bade-ee3a-42b3-a186-6c07176dd4d3 req-8714d30e-9d25-46bd-852a-37d1a84eb00a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:01.737071 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6a35bade-ee3a-42b3-a186-6c07176dd4d3 req-8714d30e-9d25-46bd-852a-37d1a84eb00a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 947 time: 0.0726788 Oct 12 02:33:01.815871 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6a35bade-ee3a-42b3-a186-6c07176dd4d3 req-4b77ab48-57b5-4950-aa3c-e626f0483cd1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742736 Oct 12 02:33:01.833833 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 2aadefe1-189a-4779-9014-9966dfb12cda completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:33:01.852065 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 2aadefe1-189a-4779-9014-9966dfb12cda triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:01.852442 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:01.852863 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 2aadefe1-189a-4779-9014-9966dfb12cda Oct 12 02:33:02.009736 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 2aadefe1-189a-4779-9014-9966dfb12cda is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:02.010044 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:02.061065 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e624aca8-38d2-45b4-a145-ad8f496a137e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aadefe1-189a-4779-9014-9966dfb12cda'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:02.063324 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f68804-6b1c-422d-a0ab-b25802e80000" -d '{"events": [{"server_uuid": "e624aca8-38d2-45b4-a145-ad8f496a137e", "name": "network-vif-plugged", "status": "completed", "tag": "2aadefe1-189a-4779-9014-9966dfb12cda"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:02.079558 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'name': 'tempest-TestMinimumBasicScenario-551289241-router', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 4, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'gw_port': {'id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'babfe9f5-35fb-4adf-a75e-4a40b6e44272', 'name': '', 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'mac_address': 'fa:16:3e:14:4b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd61e66da-969e-4918-ab2c-7f697395f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:57Z', 'updated_at': '2022-10-12T02:33:01Z', 'revision_number': 4, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'subnets': [{'id': 'd61e66da-969e-4918-ab2c-7f697395f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:02.110779 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 2aadefe1-189a-4779-9014-9966dfb12cda, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2aadefe1-189a-4779-9014-9966dfb12cda,segment=NetworkSegment(3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb),segment_id=3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:02.113065 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335eb717-62b3-4abf-b521-06d57b6e0c54 x-openstack-request-id: req-335eb717-62b3-4abf-b521-06d57b6e0c54 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:02.113362 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e624aca8-38d2-45b4-a145-ad8f496a137e", "name": "network-vif-plugged", "status": "completed", "tag": "2aadefe1-189a-4779-9014-9966dfb12cda", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:02.113612 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-335eb717-62b3-4abf-b521-06d57b6e0c54 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:02.114002 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335eb717-62b3-4abf-b521-06d57b6e0c54'] response: {'server_uuid': 'e624aca8-38d2-45b4-a145-ad8f496a137e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aadefe1-189a-4779-9014-9966dfb12cda', 'code': 200} Oct 12 02:33:02.115302 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbeb8f6-1e5e-4db3-855e-543ecc9be4e4 None None] The sync data for ids ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'] in dv-cinder-849143-14-iscsi is: [{'id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'name': 'tempest-TestMinimumBasicScenario-551289241-router', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 4, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'gw_port': {'id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'babfe9f5-35fb-4adf-a75e-4a40b6e44272', 'name': '', 'network_id': '872fe053-71b2-4a4e-a732-5b06dfa0c9d3', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'mac_address': 'fa:16:3e:14:4b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd61e66da-969e-4918-ab2c-7f697395f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:57Z', 'updated_at': '2022-10-12T02:33:01Z', 'revision_number': 4, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'subnets': [{'id': 'd61e66da-969e-4918-ab2c-7f697395f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:02.117695 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:02.147605 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:02.170087 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=2aadefe1-189a-4779-9014-9966dfb12cda,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:02.362886 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee611-1c24-4873-a643-20be86f8c8fb req-52abd409-387a-4ccf-9ed1-9e3530da227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:02.364734 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12dee611-1c24-4873-a643-20be86f8c8fb req-52abd409-387a-4ccf-9ed1-9e3530da227f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 1129 time: 0.0415366 Oct 12 02:33:02.424530 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12dee611-1c24-4873-a643-20be86f8c8fb req-b3582a1b-6d96-4ed4-8181-d2edf0da23f0 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477273 Oct 12 02:33:02.524745 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea657f80-ba4f-423e-86b7-de4bfc06c27b req-4b0d8afd-3029-4520-8df9-cfeabc4d3651 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:02.527267 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ea657f80-ba4f-423e-86b7-de4bfc06c27b req-4b0d8afd-3029-4520-8df9-cfeabc4d3651 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 945 time: 0.0544279 Oct 12 02:33:02.577381 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ea657f80-ba4f-423e-86b7-de4bfc06c27b req-c5234212-57e9-4894-bf51-c1704765480a tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Oct 12 02:33:02.984683 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017599c-3394-4980-b5db-456858d5af98 req-cbf6c5e9-e4d9-45e8-a622-fa9e6bdcdb43 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:02.987048 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d017599c-3394-4980-b5db-456858d5af98 req-cbf6c5e9-e4d9-45e8-a622-fa9e6bdcdb43 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 947 time: 0.0645006 Oct 12 02:33:03.063028 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d017599c-3394-4980-b5db-456858d5af98 req-f21e9053-f650-4f08-82d6-87a15c75ab7d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683594 Oct 12 02:33:03.748044 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddb4f8-bae1-45ce-8e12-99e6525248fc req-86f7b29a-fbec-4cc9-b9d8-b811398b5e9f tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:03.755466 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bfddb4f8-bae1-45ce-8e12-99e6525248fc req-86f7b29a-fbec-4cc9-b9d8-b811398b5e9f tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 945 time: 0.0822520 Oct 12 02:33:03.814282 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bfddb4f8-bae1-45ce-8e12-99e6525248fc req-965221b6-cd15-4d1a-a5ab-974c3a752cff tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577388 Oct 12 02:33:04.486487 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device babfe9f5-35fb-4adf-a75e-4a40b6e44272 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:33:04.533596 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port babfe9f5-35fb-4adf-a75e-4a40b6e44272 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:04.533967 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:04.534304 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port babfe9f5-35fb-4adf-a75e-4a40b6e44272 Oct 12 02:33:04.568925 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:04.618971 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port babfe9f5-35fb-4adf-a75e-4a40b6e44272 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:04.619367 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:04.660431 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port babfe9f5-35fb-4adf-a75e-4a40b6e44272, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=babfe9f5-35fb-4adf-a75e-4a40b6e44272,segment=NetworkSegment(d59bfc2e-6bc8-4cd5-b4df-b71914557810),segment_id=d59bfc2e-6bc8-4cd5-b4df-b71914557810)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:04.669537 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:04.728668 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=babfe9f5-35fb-4adf-a75e-4a40b6e44272,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:04.946989 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79407d06-1670-4aa8-bd4c-6a2a0eb93d13 req-5a22fca1-d2d5-423f-bbcf-607093f03eb2 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:04.948966 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-79407d06-1670-4aa8-bd4c-6a2a0eb93d13 req-5a22fca1-d2d5-423f-bbcf-607093f03eb2 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 945 time: 0.0565901 Oct 12 02:33:05.005113 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-79407d06-1670-4aa8-bd4c-6a2a0eb93d13 req-0dfa7433-1c40-4c84-9d55-249359c4f9af tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499647 Oct 12 02:33:06.484232 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device babfe9f5-35fb-4adf-a75e-4a40b6e44272 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:33:06.546202 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port babfe9f5-35fb-4adf-a75e-4a40b6e44272 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:06.546598 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:06.546937 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port babfe9f5-35fb-4adf-a75e-4a40b6e44272 Oct 12 02:33:06.620623 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port babfe9f5-35fb-4adf-a75e-4a40b6e44272 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:09.960301 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c466ef-7067-496d-815e-00436566be50 req-8be17ea9-8ee9-4864-aaac-a970711f6e29 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:09.961794 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-8be17ea9-8ee9-4864-aaac-a970711f6e29 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/networks?id=29d9435c-4eff-4eb3-8183-9024706bdf4d HTTP/1.1" status: 200 len: 814 time: 0.1037695 Oct 12 02:33:09.977248 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-93ad469f-8945-44e4-bbf4-aacfbdad652c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/quotas/c57365923b844fe9b29d9e223ad49ce4 HTTP/1.1" status: 200 len: 375 time: 0.0093820 Oct 12 02:33:10.025434 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-7c358907-bf05-4aa6-b482-7d56f1f87553 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c57365923b844fe9b29d9e223ad49ce4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432186 Oct 12 02:33:10.122750 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-6da60f69-e2e9-4f0b-a0de-ba07a73830de service neutron] 10.222.0.23 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854542 Oct 12 02:33:10.175293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:10.210728 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-362925ad-4f1e-4ff9-acfb-09e213bbba75 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822263 Oct 12 02:33:10.368225 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9255ec54-d8f3-411f-a72d-5b43b6bd1652 req-ab2a63b7-a326-4c44-b412-7006b741cebf tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 210 time: 0.0277090 Oct 12 02:33:11.023244 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:11.469443 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a1529b46-9afc-4aa1-a0a6-e5e0528e5bc3 req-2caa7b06-78e3-41d7-bb6b-7f3bdd6dc375 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 210 time: 0.0270958 Oct 12 02:33:12.569800 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a7f16619-a55f-493a-b5d8-28295acdedb3 req-1cc05578-0ede-4303-a710-9e9d93e48a34 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 210 time: 0.0275345 Oct 12 02:33:12.849722 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c466ef-7067-496d-815e-00436566be50 req-33e38470-ae55-4723-abc3-a569cddda25e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:12.851446 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-33e38470-ae55-4723-abc3-a569cddda25e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.16 "GET /networking/v2.0/networks?id=29d9435c-4eff-4eb3-8183-9024706bdf4d HTTP/1.1" status: 200 len: 814 time: 0.1118677 Oct 12 02:33:12.886040 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'port': {'device_id': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'admin_state_up': True, 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:12.938205 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:13.009236 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Made reservation on behalf of c57365923b844fe9b29d9e223ad49ce4 for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:33:13.013470 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:13.164171 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Allocated IP 172.20.0.4 (29d9435c-4eff-4eb3-8183-9024706bdf4d/7fc1a911-1369-4f0a-a2b1-7d911839e1c6/299443a4-87d4-4257-8710-d074d71d9851) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:33:13.357586 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for port (299443a4-87d4-4257-8710-d074d71d9851), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:13.411879 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (299443a4-87d4-4257-8710-d074d71d9851), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:13.461030 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Network 29d9435c-4eff-4eb3-8183-9024706bdf4d is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:33:13.467044 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:33:13.471183 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:33:13.542520 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:13.543138 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:13.554353 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'Port': ['ID=299443a4-87d4-4257-8710-d074d71d9851,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:13.563749 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-16892815-bfb7-4bde-8ae2-81ca7cbd044c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6818025 Oct 12 02:33:13.725738 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350177f-e882-4250-b0a3-7a093ef35112 req-33e8bc91-d313-45d0-8abe-08242c3e5600 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:13.727387 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b350177f-e882-4250-b0a3-7a093ef35112 req-33e8bc91-d313-45d0-8abe-08242c3e5600 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 931 time: 0.0666380 Oct 12 02:33:13.779375 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b350177f-e882-4250-b0a3-7a093ef35112 req-3f9825c0-ac3a-48c1-8f49-0614dbfc2952 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455866 Oct 12 02:33:13.788641 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-6b7f06e9-ea84-4da9-b5cc-03bf937868bb None None] Provisioning complete for port 299443a4-87d4-4257-8710-d074d71d9851 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:13.789177 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-6b7f06e9-ea84-4da9-b5cc-03bf937868bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (299443a4-87d4-4257-8710-d074d71d9851), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:13.789368 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-6b7f06e9-ea84-4da9-b5cc-03bf937868bb None None] Attempt 1 to provision port 299443a4-87d4-4257-8710-d074d71d9851 Oct 12 02:33:13.828199 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f06e9-ea84-4da9-b5cc-03bf937868bb None None] Port 299443a4-87d4-4257-8710-d074d71d9851 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:33:14.910148 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198356e-9963-45d2-b45e-def7117e47a9 req-96d60762-f4f9-4a8e-a181-4d0fdc6e883a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:14.911636 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a198356e-9963-45d2-b45e-def7117e47a9 req-96d60762-f4f9-4a8e-a181-4d0fdc6e883a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 931 time: 0.0526545 Oct 12 02:33:14.961054 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a198356e-9963-45d2-b45e-def7117e47a9 req-d45b9a39-2d28-472b-bb47-4811ecea6bbf tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437796 Oct 12 02:33:15.887848 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1d41d697-2835-448a-b364-3887073f1387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:16.082162 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89657b5-0390-40b9-88a5-8277ea1955d8 req-a3546157-fa4a-434c-9478-3cc5315344bc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:16.083667 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d89657b5-0390-40b9-88a5-8277ea1955d8 req-a3546157-fa4a-434c-9478-3cc5315344bc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 931 time: 0.0498073 Oct 12 02:33:16.106617 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:16.141724 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d89657b5-0390-40b9-88a5-8277ea1955d8 req-14bb22e2-3030-4e43-b018-16a0165cfb77 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515058 Oct 12 02:33:17.285718 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18714a14-c9c2-40db-8829-7cfe764c33a7 req-6eae0e27-3ec5-4213-b509-d76fe492ce36 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:17.287864 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-18714a14-c9c2-40db-8829-7cfe764c33a7 req-6eae0e27-3ec5-4213-b509-d76fe492ce36 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 931 time: 0.0645566 Oct 12 02:33:17.359477 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-18714a14-c9c2-40db-8829-7cfe764c33a7 req-2ef6cae3-a236-4717-bba2-8409a36232b7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638843 Oct 12 02:33:18.234936 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8f31a3ed-25b0-4580-a4ad-61ca44c14079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:18.477829 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:18.496393 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc71345-9573-4f5a-8597-4da18f99733f req-93885c90-8a5c-4a1a-9bba-a7b96b103618 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:18.498012 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8fc71345-9573-4f5a-8597-4da18f99733f req-93885c90-8a5c-4a1a-9bba-a7b96b103618 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 931 time: 0.0547905 Oct 12 02:33:18.546584 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8fc71345-9573-4f5a-8597-4da18f99733f req-00c74aa8-bc6c-4468-b380-6185421ea10b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429597 Oct 12 02:33:19.255157 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:19.666233 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2542270-201f-44ad-ab71-583e90261ecb req-52f00864-5d14-4b24-ad62-634b45ab179a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:19.668144 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2542270-201f-44ad-ab71-583e90261ecb req-52f00864-5d14-4b24-ad62-634b45ab179a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 931 time: 0.0463915 Oct 12 02:33:19.721047 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2542270-201f-44ad-ab71-583e90261ecb req-c5c1c13f-377f-41a5-9dec-08bdc6d9475f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471983 Oct 12 02:33:20.815532 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:20.843089 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8d27a-37e3-4cef-9a33-b02fe2fe9570 req-d72bab86-0e4b-4b11-9479-bbf52a23db53 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:20.844555 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-43e8d27a-37e3-4cef-9a33-b02fe2fe9570 req-d72bab86-0e4b-4b11-9479-bbf52a23db53 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 931 time: 0.0465024 Oct 12 02:33:20.893514 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-43e8d27a-37e3-4cef-9a33-b02fe2fe9570 req-17cbd296-a778-4e5d-a2f6-feff10767c3a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431719 Oct 12 02:33:21.191812 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:22.018076 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd372c0-ebb9-4bd8-9727-906682f57187 req-1ad59268-7e11-4c5b-ae20-a261b77451a3 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:22.019958 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fdd372c0-ebb9-4bd8-9727-906682f57187 req-1ad59268-7e11-4c5b-ae20-a261b77451a3 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 931 time: 0.0493660 Oct 12 02:33:22.070723 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fdd372c0-ebb9-4bd8-9727-906682f57187 req-92c8435d-d9df-45a4-8d34-a45bafd8bbec tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Oct 12 02:33:22.355517 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:22.359458 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:23.198643 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2518-e4be-49e0-8497-6f09857d1561 req-8831669c-26a9-4efe-b12a-ee95763993bf tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:23.200739 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-306e2518-e4be-49e0-8497-6f09857d1561 req-8831669c-26a9-4efe-b12a-ee95763993bf tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 931 time: 0.0511816 Oct 12 02:33:23.251365 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-306e2518-e4be-49e0-8497-6f09857d1561 req-070077d3-a178-4b45-8b2b-3286715fd833 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446537 Oct 12 02:33:24.338470 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Request body: {'port': {'device_id': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:24.374752 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23136747-3bd0-48e6-9c22-f2d3fcf2bd04 req-1adbe622-28eb-427a-9d64-5c12e2c0325e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:24.376511 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-23136747-3bd0-48e6-9c22-f2d3fcf2bd04 req-1adbe622-28eb-427a-9d64-5c12e2c0325e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 931 time: 0.0475333 Oct 12 02:33:24.398965 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (299443a4-87d4-4257-8710-d074d71d9851), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:24.425711 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-23136747-3bd0-48e6-9c22-f2d3fcf2bd04 req-2c8d2867-0a21-4c81-a93e-3ac701ce6cf6 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Oct 12 02:33:24.704871 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:33:24.891521 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299443a4-87d4-4257-8710-d074d71d9851 {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:33:24.899629 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Publish callbacks [] for port (299443a4-87d4-4257-8710-d074d71d9851), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:24.913229 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Transition to ACTIVE for port object 299443a4-87d4-4257-8710-d074d71d9851 will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:33:24.916902 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (299443a4-87d4-4257-8710-d074d71d9851), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:25.001511 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Pushing event updated for resources: {'Port': ['ID=299443a4-87d4-4257-8710-d074d71d9851,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:25.033242 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Attempting to bind port 299443a4-87d4-4257-8710-d074d71d9851 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:33:25.033575 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Attempting to bind port 299443a4-87d4-4257-8710-d074d71d9851 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:33:25.033900 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Attempting to bind port 299443a4-87d4-4257-8710-d074d71d9851 on network 29d9435c-4eff-4eb3-8183-9024706bdf4d {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:33:25.087439 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Port 299443a4-87d4-4257-8710-d074d71d9851 on network 29d9435c-4eff-4eb3-8183-9024706bdf4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:33:25.087929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Attempting to bind port 299443a4-87d4-4257-8710-d074d71d9851 on network 29d9435c-4eff-4eb3-8183-9024706bdf4d {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:33:25.134217 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:33:25.134551 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Checking segment: {'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:33:25.134929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Bound using segment: {'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:33:25.135360 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Bound port: 299443a4-87d4-4257-8710-d074d71d9851, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03012b65-a9e9-483e-bc33-72b4f7c381bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:33:25.135714 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (299443a4-87d4-4257-8710-d074d71d9851), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:25.165598 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:25.192346 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:25.199537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] For port 299443a4-87d4-4257-8710-d074d71d9851, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:33:25.203435 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] For port 299443a4-87d4-4257-8710-d074d71d9851, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=299443a4-87d4-4257-8710-d074d71d9851,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:33:25.209981 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (299443a4-87d4-4257-8710-d074d71d9851), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:25.213268 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:25.213884 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:25.215684 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/299443a4-87d4-4257-8710-d074d71d9851 HTTP/1.1" status: 200 len: 1093 time: 0.8816066 Oct 12 02:33:25.218455 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'tag': '299443a4-87d4-4257-8710-d074d71d9851'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:25.220788 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524b919f-625c-4885-ae61-e39f74c09571" -d '{"events": [{"name": "network-changed", "server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "tag": "299443a4-87d4-4257-8710-d074d71d9851"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:25.257569 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b0cea-71af-43c6-aba6-555b9201e824 x-openstack-request-id: req-535b0cea-71af-43c6-aba6-555b9201e824 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:25.257853 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "tag": "299443a4-87d4-4257-8710-d074d71d9851", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:25.258115 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-535b0cea-71af-43c6-aba6-555b9201e824 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:25.258512 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535b0cea-71af-43c6-aba6-555b9201e824'] response: {'name': 'network-changed', 'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'tag': '299443a4-87d4-4257-8710-d074d71d9851', 'status': 'completed', 'code': 200} Oct 12 02:33:25.273502 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc25d4-e900-42c4-a5cc-36115d77b75e service neutron] Pushing event updated for resources: {'Port': ['ID=299443a4-87d4-4257-8710-d074d71d9851,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:25.544525 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c00dd-6f84-4e1f-8ed0-ca1ae8583031 req-8c9e6934-de9a-41a1-898c-7a7781d59d8f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:25.546437 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-096c00dd-6f84-4e1f-8ed0-ca1ae8583031 req-8c9e6934-de9a-41a1-898c-7a7781d59d8f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 943 time: 0.0462272 Oct 12 02:33:25.592488 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-096c00dd-6f84-4e1f-8ed0-ca1ae8583031 req-82384fb8-dd54-4dab-8aca-6d62fb3f7cca tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Oct 12 02:33:25.771929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b919f-625c-4885-ae61-e39f74c09571 req-a04762d6-41e7-47a1-ba02-162cafc29e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:25.773437 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-524b919f-625c-4885-ae61-e39f74c09571 req-a04762d6-41e7-47a1-ba02-162cafc29e42 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c57365923b844fe9b29d9e223ad49ce4&device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 1127 time: 0.0391002 Oct 12 02:33:25.900016 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b919f-625c-4885-ae61-e39f74c09571 req-ac14fad2-0a2b-4ba2-9e4e-810130ba10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:25.901616 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-524b919f-625c-4885-ae61-e39f74c09571 req-ac14fad2-0a2b-4ba2-9e4e-810130ba10d5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=c57365923b844fe9b29d9e223ad49ce4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954218 Oct 12 02:33:26.003264 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b919f-625c-4885-ae61-e39f74c09571 req-99eba58d-8cc3-4cf8-b1f5-b071237711e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.004752 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-524b919f-625c-4885-ae61-e39f74c09571 req-99eba58d-8cc3-4cf8-b1f5-b071237711e8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948946 Oct 12 02:33:26.113330 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c466ef-7067-496d-815e-00436566be50 req-9ed1855c-ad62-4bd4-be2a-3e118503a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.114871 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-9ed1855c-ad62-4bd4-be2a-3e118503a845 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c57365923b844fe9b29d9e223ad49ce4&device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 1127 time: 0.0394237 Oct 12 02:33:26.169793 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-fd00c707-e5a7-427b-8ebb-6154a83027bc service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=299443a4-87d4-4257-8710-d074d71d9851 HTTP/1.1" status: 200 len: 217 time: 0.0328162 Oct 12 02:33:26.227983 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c466ef-7067-496d-815e-00436566be50 req-2ce3b051-0b8c-4326-b46c-5ffeee1f131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.229482 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-2ce3b051-0b8c-4326-b46c-5ffeee1f131d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7fc1a911-1369-4f0a-a2b1-7d911839e1c6 HTTP/1.1" status: 200 len: 853 time: 0.0478852 Oct 12 02:33:26.278721 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c466ef-7067-496d-815e-00436566be50 req-cfd5e70a-d8f2-471f-a07b-abf78ce1e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.280215 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-cfd5e70a-d8f2-471f-a07b-abf78ce1e9f8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=29d9435c-4eff-4eb3-8183-9024706bdf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394905 Oct 12 02:33:26.378343 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-d579701b-da2a-4b14-866f-798d4a9bd3de service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819933 Oct 12 02:33:26.471035 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61c466ef-7067-496d-815e-00436566be50 req-2f123504-e339-4261-bf34-d3b5a2068b89 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Oct 12 02:33:26.715309 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515f08-600c-4dee-8552-a290c142f65c req-eeb4db75-9fee-46bc-a150-b789d6d83fc7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:26.716808 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-01515f08-600c-4dee-8552-a290c142f65c req-eeb4db75-9fee-46bc-a150-b789d6d83fc7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 943 time: 0.0505743 Oct 12 02:33:26.764081 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-01515f08-600c-4dee-8552-a290c142f65c req-9739dccb-1859-4395-a9c8-024b9b2df9ff tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 Oct 12 02:33:27.418767 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7122aa3-870b-43ef-b8da-fa3981b81c10 req-96484609-4612-4c99-937f-c8802dd67e60 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:27.420205 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e7122aa3-870b-43ef-b8da-fa3981b81c10 req-96484609-4612-4c99-937f-c8802dd67e60 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 945 time: 0.0488832 Oct 12 02:33:27.466642 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e7122aa3-870b-43ef-b8da-fa3981b81c10 req-c54ac7b8-4776-49bc-898d-0f41d2249bf6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407488 Oct 12 02:33:27.883075 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cc5e6-14ac-4e43-8a05-9f3d2612a73f req-62883674-e658-4deb-a2b2-717a87923b3c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:27.884500 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c82cc5e6-14ac-4e43-8a05-9f3d2612a73f req-62883674-e658-4deb-a2b2-717a87923b3c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 943 time: 0.0464292 Oct 12 02:33:27.930505 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c82cc5e6-14ac-4e43-8a05-9f3d2612a73f req-12bd1716-8f86-4e01-a64d-38a3da8f88fc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399859 Oct 12 02:33:28.531414 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 299443a4-87d4-4257-8710-d074d71d9851 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:33:28.587414 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b0fdd-14f2-43bf-8374-8280c5089fa0 req-46c74958-efe0-4e9b-bd4b-31dce4274fce tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:28.588911 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-162b0fdd-14f2-43bf-8374-8280c5089fa0 req-46c74958-efe0-4e9b-bd4b-31dce4274fce tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 945 time: 0.0483847 Oct 12 02:33:28.627905 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 299443a4-87d4-4257-8710-d074d71d9851, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=299443a4-87d4-4257-8710-d074d71d9851,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:28.639825 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '299443a4-87d4-4257-8710-d074d71d9851', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'port_id': '299443a4-87d4-4257-8710-d074d71d9851', 'mac_address': 'fa:16:3e:12:5e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:33:28.642051 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-162b0fdd-14f2-43bf-8374-8280c5089fa0 req-718cf2d6-6cc1-4bf6-b216-92b9bf533fc8 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475571 Oct 12 02:33:28.679555 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 299443a4-87d4-4257-8710-d074d71d9851 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:28.679873 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (299443a4-87d4-4257-8710-d074d71d9851), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:28.693185 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299443a4-87d4-4257-8710-d074d71d9851 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:33:28.712058 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 299443a4-87d4-4257-8710-d074d71d9851, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=299443a4-87d4-4257-8710-d074d71d9851,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:28.715995 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (299443a4-87d4-4257-8710-d074d71d9851), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:28.760450 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=299443a4-87d4-4257-8710-d074d71d9851,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:29.055421 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53ed40-2855-40db-829f-a1fd387296f1 req-8999f2e4-e566-429c-a4eb-3a62671ed8af tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:29.057634 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d53ed40-2855-40db-829f-a1fd387296f1 req-8999f2e4-e566-429c-a4eb-3a62671ed8af tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 944 time: 0.0529633 Oct 12 02:33:29.065312 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:29.107039 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d53ed40-2855-40db-829f-a1fd387296f1 req-626aee5c-4d45-42e5-a4eb-6173d0d6fb46 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Oct 12 02:33:29.229565 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['299443a4-87d4-4257-8710-d074d71d9851'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:33:29.251077 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:29.304747 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:29.758371 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ed208-6954-4495-94e9-7cf82a5890a3 req-8974bc8b-83b2-4604-a6db-a566613f9721 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:29.759817 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fa0ed208-6954-4495-94e9-7cf82a5890a3 req-8974bc8b-83b2-4604-a6db-a566613f9721 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 945 time: 0.0457513 Oct 12 02:33:29.771961 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:29.795861 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:29.807902 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fa0ed208-6954-4495-94e9-7cf82a5890a3 req-4d5ace2c-1921-411f-933c-5e8749dca4db tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a68a95f5-820e-4be1-bff0-55842572f659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Oct 12 02:33:30.054295 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:30.070930 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-24b29e64-a5b2-4703-b44b-7824b1d2864b tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:30.072344 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-24b29e64-a5b2-4703-b44b-7824b1d2864b tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 945 time: 0.0461416 Oct 12 02:33:30.157835 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:30.199174 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-c45380a4-ab76-42b4-b9c8-e017f1b624a6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Deleting port 2aadefe1-189a-4779-9014-9966dfb12cda {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:30.199507 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-c45380a4-ab76-42b4-b9c8-e017f1b624a6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:30.274721 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03c456-b72d-44c4-b142-8a6072e19daf req-3d29f9ea-eb9b-4669-be35-2dafee8bfe9a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:30.276217 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8b03c456-b72d-44c4-b142-8a6072e19daf req-3d29f9ea-eb9b-4669-be35-2dafee8bfe9a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 944 time: 0.0935760 Oct 12 02:33:30.346086 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-c45380a4-ab76-42b4-b9c8-e017f1b624a6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] For port 2aadefe1-189a-4779-9014-9966dfb12cda, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2aadefe1-189a-4779-9014-9966dfb12cda,segment=NetworkSegment(3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb),segment_id=3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:30.346362 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-c45380a4-ab76-42b4-b9c8-e017f1b624a6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:30.366159 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8b03c456-b72d-44c4-b142-8a6072e19daf req-27ccda4c-6ae3-4294-bec3-39e72554ad73 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809820 Oct 12 02:33:30.367098 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-c45380a4-ab76-42b4-b9c8-e017f1b624a6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Calling delete_port for 2aadefe1-189a-4779-9014-9966dfb12cda owned by compute:nova {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:30.496253 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-c45380a4-ab76-42b4-b9c8-e017f1b624a6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (2aadefe1-189a-4779-9014-9966dfb12cda), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:30.521703 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45380a4-ab76-42b4-b9c8-e017f1b624a6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Pushing event deleted for resources: {'Port': ['ID=2aadefe1-189a-4779-9014-9966dfb12cda,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:30.536261 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['2aadefe1-189a-4779-9014-9966dfb12cda'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:33:30.564921 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 299443a4-87d4-4257-8710-d074d71d9851 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:33:30.589561 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-c45380a4-ab76-42b4-b9c8-e017f1b624a6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] No DVR routers for this DVR port 2aadefe1-189a-4779-9014-9966dfb12cda on host hv-cinder-84914 {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:33:30.592118 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-c45380a4-ab76-42b4-b9c8-e017f1b624a6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:30.595389 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e8ab928f-c4e7-4416-bc71-18bcc90b4106 req-c45380a4-ab76-42b4-b9c8-e017f1b624a6 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.16 "DELETE /networking/v2.0/ports/2aadefe1-189a-4779-9014-9966dfb12cda HTTP/1.1" status: 204 len: 173 time: 0.5175767 Oct 12 02:33:30.595887 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e624aca8-38d2-45b4-a145-ad8f496a137e', 'name': 'network-vif-deleted', 'tag': '2aadefe1-189a-4779-9014-9966dfb12cda'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:30.598290 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d84d0b8-892d-4a0f-ad22-f0eff5593000" -d '{"events": [{"server_uuid": "e624aca8-38d2-45b4-a145-ad8f496a137e", "name": "network-vif-deleted", "tag": "2aadefe1-189a-4779-9014-9966dfb12cda"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:30.606405 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 299443a4-87d4-4257-8710-d074d71d9851 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:33:30.612845 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 299443a4-87d4-4257-8710-d074d71d9851 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:33:30.613242 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (299443a4-87d4-4257-8710-d074d71d9851), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:30.613576 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 299443a4-87d4-4257-8710-d074d71d9851 Oct 12 02:33:30.639518 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91db630-427a-44f9-82c3-f001ddf891a6 x-openstack-request-id: req-d91db630-427a-44f9-82c3-f001ddf891a6 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:30.639863 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e624aca8-38d2-45b4-a145-ad8f496a137e", "name": "network-vif-deleted", "tag": "2aadefe1-189a-4779-9014-9966dfb12cda", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:30.640143 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d91db630-427a-44f9-82c3-f001ddf891a6 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:30.640677 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91db630-427a-44f9-82c3-f001ddf891a6'] response: {'server_uuid': 'e624aca8-38d2-45b4-a145-ad8f496a137e', 'name': 'network-vif-deleted', 'tag': '2aadefe1-189a-4779-9014-9966dfb12cda', 'status': 'completed', 'code': 200} Oct 12 02:33:30.688936 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 299443a4-87d4-4257-8710-d074d71d9851 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:33:30.689321 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (299443a4-87d4-4257-8710-d074d71d9851), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:30.714247 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299443a4-87d4-4257-8710-d074d71d9851'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:30.716513 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac454f74-9486-420a-a474-2b7f0a2cb42d" -d '{"events": [{"server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "name": "network-vif-plugged", "status": "completed", "tag": "299443a4-87d4-4257-8710-d074d71d9851"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:30.731635 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 299443a4-87d4-4257-8710-d074d71d9851, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=299443a4-87d4-4257-8710-d074d71d9851,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:30.741376 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (299443a4-87d4-4257-8710-d074d71d9851), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:30.765820 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f2e943-8c62-4fac-a9c7-5a163b20e60f x-openstack-request-id: req-11f2e943-8c62-4fac-a9c7-5a163b20e60f {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:30.766130 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "name": "network-vif-plugged", "status": "completed", "tag": "299443a4-87d4-4257-8710-d074d71d9851", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:30.766506 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11f2e943-8c62-4fac-a9c7-5a163b20e60f {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:30.766892 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f2e943-8c62-4fac-a9c7-5a163b20e60f'] response: {'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299443a4-87d4-4257-8710-d074d71d9851', 'code': 200} Oct 12 02:33:30.793293 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=299443a4-87d4-4257-8710-d074d71d9851,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:30.925563 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1adecd54-4a6c-478a-b044-3c0acfb3f98b req-5702ce08-d3c5-4336-a6a4-e29ee1cc5872 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0281756 Oct 12 02:33:31.042534 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfc9a-5f7c-4894-b432-8698aacce717 req-d4fdd9bc-6948-464b-878e-ab268ac06626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:31.044922 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-26dcfc9a-5f7c-4894-b432-8698aacce717 req-d4fdd9bc-6948-464b-878e-ab268ac06626 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 1129 time: 0.0420444 Oct 12 02:33:31.093896 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-26dcfc9a-5f7c-4894-b432-8698aacce717 req-54ea8dab-b9f3-4910-b918-5d577798d491 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383153 Oct 12 02:33:31.486095 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b1038-1bb4-4bbf-ae0a-27214c313004 req-20840077-39e1-4789-9f21-d9e874fa4b50 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:31.487583 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c49b1038-1bb4-4bbf-ae0a-27214c313004 req-20840077-39e1-4789-9f21-d9e874fa4b50 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 945 time: 0.0459828 Oct 12 02:33:31.533882 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c49b1038-1bb4-4bbf-ae0a-27214c313004 req-67a5dfb2-f348-4ba0-9e7b-7bd4a99d10fa tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Oct 12 02:33:32.045618 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bb7cdb22-5674-4a7a-81a9-3a9ec2b26bc1 req-2b9f931a-04ff-4fb7-a2a9-b39fd48faee3 tempest-VolumesSnapshotTestJSON-1936448719 tempest-VolumesSnapshotTestJSON-1936448719-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e624aca8-38d2-45b4-a145-ad8f496a137e HTTP/1.1" status: 200 len: 210 time: 0.0312781 Oct 12 02:33:32.660445 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b967c-105b-418b-af3d-6f1d04a09f82 req-a5d0aae6-e01c-41ff-8b59-851807042056 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:32.661936 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-180b967c-105b-418b-af3d-6f1d04a09f82 req-a5d0aae6-e01c-41ff-8b59-851807042056 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 945 time: 0.0518594 Oct 12 02:33:32.707751 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-180b967c-105b-418b-af3d-6f1d04a09f82 req-079f65ae-9419-4a1b-8b0f-a09a233bbdad tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 Oct 12 02:33:33.826885 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97848da3-bbe2-4c0a-abda-ecfed1d4644c req-5d86fc66-166b-44b0-a076-19f831d0a9fe tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:33.828342 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-97848da3-bbe2-4c0a-abda-ecfed1d4644c req-5d86fc66-166b-44b0-a076-19f831d0a9fe tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 945 time: 0.0465479 Oct 12 02:33:33.877387 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-97848da3-bbe2-4c0a-abda-ecfed1d4644c req-81ef3419-e328-4566-a11d-0b95f8fb5d96 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434451 Oct 12 02:33:33.996450 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f564db-26bd-4988-811e-e7d63643eb4d req-e2c0ba91-0741-4a5e-af6b-dfd546e17505 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:33.997890 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e7f564db-26bd-4988-811e-e7d63643eb4d req-e2c0ba91-0741-4a5e-af6b-dfd546e17505 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 945 time: 0.0473392 Oct 12 02:33:34.044135 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e7f564db-26bd-4988-811e-e7d63643eb4d req-cd69d562-d04f-4286-827b-5b9e165fce37 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406904 Oct 12 02:33:34.373361 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54468d3-0284-4304-8483-b3dc796c36ed req-2d2df1d7-e4c6-4211-97fc-b3b0b15a5d6b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:34.374853 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f54468d3-0284-4304-8483-b3dc796c36ed req-2d2df1d7-e4c6-4211-97fc-b3b0b15a5d6b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 945 time: 0.0511422 Oct 12 02:33:34.428905 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f54468d3-0284-4304-8483-b3dc796c36ed req-dff450c9-f7a1-45f4-9710-ff045f2f3ec3 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469477 Oct 12 02:33:34.579629 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 2aadefe1-189a-4779-9014-9966dfb12cda no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:34.611188 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 2aadefe1-189a-4779-9014-9966dfb12cda {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:34.611535 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 2aadefe1-189a-4779-9014-9966dfb12cda not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:34.699535 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:34.700376 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:40.186444 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef324b-e2cc-4f38-8888-60321d9e40d6 req-e8dd1eb9-d3f2-4c86-9fd3-908b4f285fb2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:40.187887 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b0ef324b-e2cc-4f38-8888-60321d9e40d6 req-e8dd1eb9-d3f2-4c86-9fd3-908b4f285fb2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0458746 Oct 12 02:33:40.238377 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b0ef324b-e2cc-4f38-8888-60321d9e40d6 req-a124dade-7dad-49f3-8e5e-c768c3ce8eeb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 Oct 12 02:33:41.363930 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aa594-9711-4bc0-b783-99d3f893d424 req-ee85cbe2-455f-4399-bc7f-b3771daabb7e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:41.365384 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-201aa594-9711-4bc0-b783-99d3f893d424 req-ee85cbe2-455f-4399-bc7f-b3771daabb7e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0495403 Oct 12 02:33:41.411799 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-201aa594-9711-4bc0-b783-99d3f893d424 req-7d57ce5c-6810-4407-97f9-b0c2470814c7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407994 Oct 12 02:33:42.518971 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:42.532646 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abcd8d-36b7-433a-b067-d192127ab875 req-6a65ef76-46ab-4703-b7d3-bc2cd1325b26 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:42.534102 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61abcd8d-36b7-433a-b067-d192127ab875 req-6a65ef76-46ab-4703-b7d3-bc2cd1325b26 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0469625 Oct 12 02:33:42.545642 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:42.581784 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-61abcd8d-36b7-433a-b067-d192127ab875 req-d5ae81fb-ecca-4c27-883d-e4c58003a7e7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Oct 12 02:33:43.700637 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad4334-d6bf-42fd-8bcb-c68740e50d42 req-00333d78-d622-4909-a1e9-ff02b86d6bb0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:43.702115 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84ad4334-d6bf-42fd-8bcb-c68740e50d42 req-00333d78-d622-4909-a1e9-ff02b86d6bb0 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0464902 Oct 12 02:33:43.749646 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84ad4334-d6bf-42fd-8bcb-c68740e50d42 req-43e6b50d-a277-47ca-ac4c-31c9f80f7399 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420434 Oct 12 02:33:44.583058 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=35,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:44.583798 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=54 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:44.895242 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-e7609722-0809-4151-adfc-ace154991a45 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:44.896739 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-e7609722-0809-4151-adfc-ace154991a45 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0785375 Oct 12 02:33:44.902284 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193807-a25d-45b0-953f-620ae6b582af req-83a80215-fea6-4dd1-9826-c9546d8ec035 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:44.904294 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-85193807-a25d-45b0-953f-620ae6b582af req-83a80215-fea6-4dd1-9826-c9546d8ec035 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 945 time: 0.0756192 Oct 12 02:33:44.950588 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-85193807-a25d-45b0-953f-620ae6b582af req-c4b54d09-2bd3-4b24-8bb5-3e4248d62da4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96663ebd-0605-453e-a280-a3c031198155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407486 Oct 12 02:33:45.303557 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Deleting port 79216b85-6ffe-4aa2-b822-11695d819ed3 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:45.303898 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:45.395355 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] For port 79216b85-6ffe-4aa2-b822-11695d819ed3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=79216b85-6ffe-4aa2-b822-11695d819ed3,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:45.395640 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:45.595856 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:45.596352 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (449f233c-d871-4357-a08e-1a5b48f5c886), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:45.596670 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Floating IP 449f233c-d871-4357-a08e-1a5b48f5c886 disassociated. External IP: 172.27.4.64, port: 79216b85-6ffe-4aa2-b822-11695d819ed3. Oct 12 02:33:45.597035 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Calling delete_port for 79216b85-6ffe-4aa2-b822-11695d819ed3 owned by compute:nova {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:45.726771 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (79216b85-6ffe-4aa2-b822-11695d819ed3), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:45.759878 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'Port': ['ID=79216b85-6ffe-4aa2-b822-11695d819ed3,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:45.771702 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.772045 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.772382 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.772851 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.773213 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.773545 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.773888 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.774192 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.774514 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.774834 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.775152 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.775469 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.775786 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.776108 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.776423 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:45.891898 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:45.916931 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-cbbcca4c-f39d-48fc-a504-498ba98b7cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:45.949225 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:46.035427 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:46.051809 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:46.083156 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:46.084666 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:33:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:46.200970 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-78ac98dc-1329-488d-9961-90eac41bdd17 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1067896 Oct 12 02:33:46.203468 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-03c67597-4bd1-4022-9f6f-816c48927f07 req-4ae69fa6-6a66-42b3-a066-59f9da04d261 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 210 time: 0.1251686 Oct 12 02:33:46.304946 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-f55ff9d8-1788-4726-b6b7-47b98099e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:46.306839 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-f55ff9d8-1788-4726-b6b7-47b98099e91a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 1129 time: 0.0568168 Oct 12 02:33:46.341289 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:46.476783 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-f606d983-d1b1-429e-9978-ba43ae460117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:46.479751 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-f606d983-d1b1-429e-9978-ba43ae460117 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 916 time: 0.1491442 Oct 12 02:33:46.486241 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] No DVR routers for this DVR port 79216b85-6ffe-4aa2-b822-11695d819ed3 on host hv-cinder-84914 {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:33:46.501702 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:46.507035 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2e6ca9b1-ff54-4507-9fdc-50aea29e0fc9 req-487cdad8-facd-48a1-8927-2ce5fb1c8925 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "DELETE /networking/v2.0/ports/79216b85-6ffe-4aa2-b822-11695d819ed3 HTTP/1.1" status: 204 len: 173 time: 1.2834408 Oct 12 02:33:46.510374 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'name': 'network-vif-deleted', 'tag': '79216b85-6ffe-4aa2-b822-11695d819ed3'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:46.513207 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b8f018-061f-4778-a7bb-cb3f4afa7329" -d '{"events": [{"server_uuid": "7dc118ab-0194-4cbb-b335-caf4c25cca7e", "name": "network-vif-deleted", "tag": "79216b85-6ffe-4aa2-b822-11695d819ed3"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:46.550827 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852f80a-889c-4d6c-ba23-43b071e42878 req-77684fe8-871f-49bb-9a1b-ace7e320b7fd tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:46.552410 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f852f80a-889c-4d6c-ba23-43b071e42878 req-77684fe8-871f-49bb-9a1b-ace7e320b7fd tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 945 time: 0.1699247 Oct 12 02:33:46.566099 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:46.600684 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-895c651b-eec6-4da0-8441-0a06ef3d8848 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0229b37-24b4-4585-84cc-d3276e3660d3 HTTP/1.1" status: 200 len: 1001 time: 0.1107361 Oct 12 02:33:46.609598 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f852f80a-889c-4d6c-ba23-43b071e42878 req-f442b62f-679e-4a27-b2ca-dcd2f042b9a2 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509243 Oct 12 02:33:46.642882 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60012) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:46.668852 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f225e8-8029-4f2a-8dcb-ba98ebe54a71 x-openstack-request-id: req-37f225e8-8029-4f2a-8dcb-ba98ebe54a71 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:46.669941 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc118ab-0194-4cbb-b335-caf4c25cca7e", "name": "network-vif-deleted", "tag": "79216b85-6ffe-4aa2-b822-11695d819ed3", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:46.670285 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37f225e8-8029-4f2a-8dcb-ba98ebe54a71 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:46.670630 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f225e8-8029-4f2a-8dcb-ba98ebe54a71'] response: {'server_uuid': '7dc118ab-0194-4cbb-b335-caf4c25cca7e', 'name': 'network-vif-deleted', 'tag': '79216b85-6ffe-4aa2-b822-11695d819ed3', 'status': 'completed', 'code': 200} Oct 12 02:33:46.687590 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 79216b85-6ffe-4aa2-b822-11695d819ed3 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:33:46.695338 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-cfad4048-c46d-4e93-a9f4-23aca2d1ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:46.696982 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-cfad4048-c46d-4e93-a9f4-23aca2d1ea7b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.0831397 Oct 12 02:33:46.743763 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 79216b85-6ffe-4aa2-b822-11695d819ed3 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:33:46.744112 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 79216b85-6ffe-4aa2-b822-11695d819ed3 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:33:46.754305 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-46c6b3ef-9ce3-4e89-9158-fc91f15a372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:46.756123 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-46c6b3ef-9ce3-4e89-9158-fc91f15a372c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508389 Oct 12 02:33:46.757988 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'f706c3ef-cf5e-471a-aa55-7c0de6f7f851', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:6f:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:46Z', 'updated_at': '2022-10-12T02:30:29Z', 'revision_number': 2, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:46.816626 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:46.842843 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:46.843480 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:33:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:46.874836 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd3500-fca8-4395-9795-7910c4b1cac6 tempest-TestMinimumBasicScenario-416904445 tempest-TestMinimumBasicScenario-416904445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:46.877673 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b6dd3500-fca8-4395-9795-7910c4b1cac6 tempest-TestMinimumBasicScenario-416904445 tempest-TestMinimumBasicScenario-416904445-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 1124 time: 0.2336388 Oct 12 02:33:46.880396 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60022) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:46.888057 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'port_id': '299443a4-87d4-4257-8710-d074d71d9851', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:46.917570 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:46.960400 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-914b6a5d-1f1d-4dfc-a10a-1104b3024b2f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775708 Oct 12 02:33:46.991739 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:47.069150 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.113187 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-eb35350e-d3b0-4784-bd08-dc0f9534b6c7 req-295e8123-f7c1-408b-9ca2-8d4230d9d09b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429205 Oct 12 02:33:47.232130 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Allocated IP 172.27.4.72 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/144632d7-8014-4975-a2ec-195b31ecebdc) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:33:47.241068 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'f706c3ef-cf5e-471a-aa55-7c0de6f7f851', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:6f:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:46Z', 'updated_at': '2022-10-12T02:30:29Z', 'revision_number': 2, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:47.271021 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf7d8d0-a46f-46b3-98f2-fdec23e37b57 None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'f706c3ef-cf5e-471a-aa55-7c0de6f7f851', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:6f:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:29:46Z', 'updated_at': '2022-10-12T02:30:29Z', 'revision_number': 2, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:47.348556 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6b2ab58c-d9a3-42eb-b85f-c8ff01ed4209 req-2f4a9932-a7d2-4336-bddc-46f0cb3ec30b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7dc118ab-0194-4cbb-b335-caf4c25cca7e HTTP/1.1" status: 200 len: 210 time: 0.0363677 Oct 12 02:33:47.395084 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for port (144632d7-8014-4975-a2ec-195b31ecebdc), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.429661 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (144632d7-8014-4975-a2ec-195b31ecebdc), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:47.472437 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:33:47.477490 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:33:47.483050 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:33:47.488835 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'Port': ['ID=144632d7-8014-4975-a2ec-195b31ecebdc,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:47.575813 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cea045-77f3-4ddd-b038-3ee6865ee8f3 None None] New status for floating IP 449f233c-d871-4357-a08e-1a5b48f5c886: DOWN {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:33:47.673731 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:47.879635 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:47.946214 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for floatingip (dff18f60-8d7e-4f78-9bb4-15d41b58e28c), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.047349 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (144632d7-8014-4975-a2ec-195b31ecebdc), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.206750 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for port (144632d7-8014-4975-a2ec-195b31ecebdc), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.211600 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (144632d7-8014-4975-a2ec-195b31ecebdc), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.244253 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-5e1db6d0-bb61-48d9-bd64-5b29e1d18103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.314047 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'Port': ['ID=144632d7-8014-4975-a2ec-195b31ecebdc,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:48.318051 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (dff18f60-8d7e-4f78-9bb4-15d41b58e28c), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.424146 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Floating IP dff18f60-8d7e-4f78-9bb4-15d41b58e28c associated. External IP: 172.27.4.72, port: 299443a4-87d4-4257-8710-d074d71d9851. Oct 12 02:33:48.459017 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60040) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:48.563746 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5425a327-517d-4866-bde8-d108a05c2e5e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (96663ebd-0605-453e-a280-a3c031198155), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.619162 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5425a327-517d-4866-bde8-d108a05c2e5e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (96663ebd-0605-453e-a280-a3c031198155), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.635488 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:48.719698 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Router 6866632a-d144-4235-997c-a9a700ef0f73 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:48.721047 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5425a327-517d-4866-bde8-d108a05c2e5e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (96663ebd-0605-453e-a280-a3c031198155), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.723518 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5425a327-517d-4866-bde8-d108a05c2e5e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.724645 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5425a327-517d-4866-bde8-d108a05c2e5e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/96663ebd-0605-453e-a280-a3c031198155 HTTP/1.1" status: 204 len: 168 time: 0.2644475 Oct 12 02:33:48.727641 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60042) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:48.738846 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:48.739752 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425a327-517d-4866-bde8-d108a05c2e5e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96663ebd-0605-453e-a280-a3c031198155,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:48.750003 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.api.v2.resource [None req-d3a96914-a43c-4162-a0a9-d38441c2ffee tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] show failed (client error): The resource could not be found. Oct 12 02:33:48.751504 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d3a96914-a43c-4162-a0a9-d38441c2ffee tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups/96663ebd-0605-453e-a280-a3c031198155 HTTP/1.1" status: 404 len: 347 time: 0.0228257 Oct 12 02:33:48.754617 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60044) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:48.836510 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:48.842260 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:48.861864 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] Sync routers for ids ['6866632a-d144-4235-997c-a9a700ef0f73'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:48.869894 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.874817 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] Routers {'6866632a-d144-4235-997c-a9a700ef0f73'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:48.875697 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:33:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6866632a-d144-4235-997c-a9a700ef0f73'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:48.885536 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Deleting port 171d3369-0e70-43ca-bcc7-fee8596ca960 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:48.885878 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (171d3369-0e70-43ca-bcc7-fee8596ca960), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.914357 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-bde63137-33a8-4f1e-ad3d-d321f1cbcbcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0325747 Oct 12 02:33:48.915088 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60052) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:48.915846 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'tag': '299443a4-87d4-4257-8710-d074d71d9851'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:48.919951 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d8a14c-eea9-4512-97d1-460462704cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "tag": "299443a4-87d4-4257-8710-d074d71d9851"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:48.928624 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-3d4e55e7-f393-40c6-bcf6-b84383150f0f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514024739', 'description': 'tempest-secgroup-smoke-514024739 description', 'project_id': 'c57365923b844fe9b29d9e223ad49ce4'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:48.938142 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:48.958011 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3d4e55e7-f393-40c6-bcf6-b84383150f0f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:48.996448 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d0a42a-7866-4d0e-b88e-e4a352f4e504 x-openstack-request-id: req-f4d0a42a-7866-4d0e-b88e-e4a352f4e504 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:48.999524 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "tag": "299443a4-87d4-4257-8710-d074d71d9851", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:48.999793 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4d0a42a-7866-4d0e-b88e-e4a352f4e504 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:49.000223 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d0a42a-7866-4d0e-b88e-e4a352f4e504'] response: {'name': 'network-changed', 'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'tag': '299443a4-87d4-4257-8710-d074d71d9851', 'status': 'completed', 'code': 200} Oct 12 02:33:49.003851 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (171d3369-0e70-43ca-bcc7-fee8596ca960), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.004299 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (171d3369-0e70-43ca-bcc7-fee8596ca960), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.020307 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Calling delete_port for 171d3369-0e70-43ca-bcc7-fee8596ca960 owned by network:floatingip {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:49.075858 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3d4e55e7-f393-40c6-bcf6-b84383150f0f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group (6a67273a-7bab-41b0-a78f-cb2f6a061cad), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.082922 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3d4e55e7-f393-40c6-bcf6-b84383150f0f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6a67273a-7bab-41b0-a78f-cb2f6a061cad), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.110060 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3d4e55e7-f393-40c6-bcf6-b84383150f0f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.115226 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-3d4e55e7-f393-40c6-bcf6-b84383150f0f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1904314 Oct 12 02:33:49.115897 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60060) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:49.132910 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-75cb3d7f-9ea0-45a3-ab8b-68f74503c694 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'security_group_rule': {'security_group_id': '6a67273a-7bab-41b0-a78f-cb2f6a061cad', 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:49.167972 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e55e7-f393-40c6-bcf6-b84383150f0f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a67273a-7bab-41b0-a78f-cb2f6a061cad,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:49.183042 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:49.191847 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a14c-eea9-4512-97d1-460462704cfc req-0b8c4598-45f4-4827-9cda-c5c4355673bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:49.193510 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-51d8a14c-eea9-4512-97d1-460462704cfc req-0b8c4598-45f4-4827-9cda-c5c4355673bc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c57365923b844fe9b29d9e223ad49ce4&device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 1129 time: 0.0776889 Oct 12 02:33:49.194093 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-75cb3d7f-9ea0-45a3-ab8b-68f74503c694 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (fa5c0378-8b26-4525-a865-d3657ac177bf), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.197467 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] Set router 6866632a-d144-4235-997c-a9a700ef0f73 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:49.288832 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-75cb3d7f-9ea0-45a3-ab8b-68f74503c694 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (fa5c0378-8b26-4525-a865-d3657ac177bf), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.297313 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-75cb3d7f-9ea0-45a3-ab8b-68f74503c694 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (fa5c0378-8b26-4525-a865-d3657ac177bf), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.329512 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb3d7f-9ea0-45a3-ab8b-68f74503c694 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5c0378-8b26-4525-a865-d3657ac177bf,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:49.336547 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.337472 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-75cb3d7f-9ea0-45a3-ab8b-68f74503c694 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.338821 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-75cb3d7f-9ea0-45a3-ab8b-68f74503c694 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156491 Oct 12 02:33:49.341812 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60062) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:49.358365 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-e5367514-f163-4bb2-a0a9-d6df712005e7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'security_group_rule': {'security_group_id': '6a67273a-7bab-41b0-a78f-cb2f6a061cad', 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:49.367878 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a14c-eea9-4512-97d1-460462704cfc req-f548bc11-f8e0-4a74-87e7-603df54314bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:49.369406 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-51d8a14c-eea9-4512-97d1-460462704cfc req-f548bc11-f8e0-4a74-87e7-603df54314bf service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=29d9435c-4eff-4eb3-8183-9024706bdf4d HTTP/1.1" status: 200 len: 915 time: 0.1646140 Oct 12 02:33:49.390793 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:49.398015 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e5367514-f163-4bb2-a0a9-d6df712005e7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (00d07b18-3a77-4432-9a81-63b8e0d36b23), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.436490 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (171d3369-0e70-43ca-bcc7-fee8596ca960), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.463250 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e5367514-f163-4bb2-a0a9-d6df712005e7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (00d07b18-3a77-4432-9a81-63b8e0d36b23), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.467186 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e5367514-f163-4bb2-a0a9-d6df712005e7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (00d07b18-3a77-4432-9a81-63b8e0d36b23), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.474476 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'Port': ['ID=171d3369-0e70-43ca-bcc7-fee8596ca960,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:49.480367 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'dff18f60-8d7e-4f78-9bb4-15d41b58e28c', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'floating_ip_address': '172.27.4.72', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'port_id': '299443a4-87d4-4257-8710-d074d71d9851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'mac_address': 'fa:16:3e:12:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:33:47Z', 'updated_at': '2022-10-12T02:33:47Z', 'revision_number': 0, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:56Z', 'revision_number': 5, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:49.492767 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5367514-f163-4bb2-a0a9-d6df712005e7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d07b18-3a77-4432-9a81-63b8e0d36b23,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:49.499514 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e5367514-f163-4bb2-a0a9-d6df712005e7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.500807 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-e5367514-f163-4bb2-a0a9-d6df712005e7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468575 Oct 12 02:33:49.503443 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60064) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:49.508095 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] Checking router: 6866632a-d144-4235-997c-a9a700ef0f73 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:49.508327 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.508677 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.509040 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.509378 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.509711 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.510213 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-34360dde-7229-49c0-9dcc-e5859a13df8f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'security_group_rule': {'security_group_id': '6a67273a-7bab-41b0-a78f-cb2f6a061cad', 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:49.510340 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.510561 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.510889 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.511747 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.512615 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.512970 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.513299 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.513662 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.513941 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.514262 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:33:49.519458 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-51d8a14c-eea9-4512-97d1-460462704cfc req-8adb3275-24db-4cb7-a088-99b4a95acada service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=299443a4-87d4-4257-8710-d074d71d9851 HTTP/1.1" status: 200 len: 998 time: 0.1415641 Oct 12 02:33:49.519607 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] Routers {'6866632a-d144-4235-997c-a9a700ef0f73'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:49.520340 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:33:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6866632a-d144-4235-997c-a9a700ef0f73'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:49.544217 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-34360dde-7229-49c0-9dcc-e5859a13df8f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (a8a70a3f-34f4-4756-9282-aff69dd9f71b), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.548362 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:49.599603 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a14c-eea9-4512-97d1-460462704cfc req-ed1f05f7-09ae-44c1-923d-22a0117505be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:49.601016 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-51d8a14c-eea9-4512-97d1-460462704cfc req-ed1f05f7-09ae-44c1-923d-22a0117505be service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7fc1a911-1369-4f0a-a2b1-7d911839e1c6 HTTP/1.1" status: 200 len: 853 time: 0.0629790 Oct 12 02:33:49.601806 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (449f233c-d871-4357-a08e-1a5b48f5c886), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.604459 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.606107 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-db38f72c-175c-47bd-8f5c-9086726ff1f9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/449f233c-d871-4357-a08e-1a5b48f5c886 HTTP/1.1" status: 204 len: 168 time: 0.8494556 Oct 12 02:33:49.623155 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-34360dde-7229-49c0-9dcc-e5859a13df8f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (a8a70a3f-34f4-4756-9282-aff69dd9f71b), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.628824 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-34360dde-7229-49c0-9dcc-e5859a13df8f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (a8a70a3f-34f4-4756-9282-aff69dd9f71b), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.645537 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] Set router 6866632a-d144-4235-997c-a9a700ef0f73 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:49.650921 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34360dde-7229-49c0-9dcc-e5859a13df8f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a70a3f-34f4-4756-9282-aff69dd9f71b,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:49.653094 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a14c-eea9-4512-97d1-460462704cfc req-a915fe81-9ce2-45e1-a81e-bf913ee79cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:49.654652 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-51d8a14c-eea9-4512-97d1-460462704cfc req-a915fe81-9ce2-45e1-a81e-bf913ee79cba service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=29d9435c-4eff-4eb3-8183-9024706bdf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467358 Oct 12 02:33:49.659080 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-34360dde-7229-49c0-9dcc-e5859a13df8f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.663822 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-34360dde-7229-49c0-9dcc-e5859a13df8f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593084 Oct 12 02:33:49.664659 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60068) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:49.676647 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-e9b9f642-4a7a-4d2e-b417-e2540098ecab tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'security_group_rule': {'security_group_id': '6a67273a-7bab-41b0-a78f-cb2f6a061cad', 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:49.769575 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f642-4a7a-4d2e-b417-e2540098ecab tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (177c4322-e93b-4f06-b93f-92816f914b35), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.815674 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:49.846736 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-51d8a14c-eea9-4512-97d1-460462704cfc req-f15ed6bd-4484-491b-ae72-c6c5b634751d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841676 Oct 12 02:33:49.855346 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f642-4a7a-4d2e-b417-e2540098ecab tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (177c4322-e93b-4f06-b93f-92816f914b35), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.877074 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f642-4a7a-4d2e-b417-e2540098ecab tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (177c4322-e93b-4f06-b93f-92816f914b35), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.892900 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'dff18f60-8d7e-4f78-9bb4-15d41b58e28c', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'floating_ip_address': '172.27.4.72', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'port_id': '299443a4-87d4-4257-8710-d074d71d9851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'mac_address': 'fa:16:3e:12:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:33:47Z', 'updated_at': '2022-10-12T02:33:47Z', 'revision_number': 0, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:56Z', 'revision_number': 5, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:49.923066 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f70ae-c0b0-459d-8e6c-776eb776274f None None] The sync data for ids ['6866632a-d144-4235-997c-a9a700ef0f73'] in dv-cinder-849143-14-iscsi is: [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'dff18f60-8d7e-4f78-9bb4-15d41b58e28c', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'floating_ip_address': '172.27.4.72', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'port_id': '299443a4-87d4-4257-8710-d074d71d9851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'mac_address': 'fa:16:3e:12:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:33:47Z', 'updated_at': '2022-10-12T02:33:47Z', 'revision_number': 0, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:56Z', 'revision_number': 5, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:49.935797 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:49.939620 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9f642-4a7a-4d2e-b417-e2540098ecab tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177c4322-e93b-4f06-b93f-92816f914b35,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:49.952801 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f642-4a7a-4d2e-b417-e2540098ecab tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:49.954010 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-e9b9f642-4a7a-4d2e-b417-e2540098ecab tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2818213 Oct 12 02:33:49.956885 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60078) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:49.961599 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-f6dfec52-6947-48ac-a363-bde650f0f17e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'security_group_rule': {'security_group_id': '6a67273a-7bab-41b0-a78f-cb2f6a061cad', 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:49.984995 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.securitygroups_db [None req-f6dfec52-6947-48ac-a363-bde650f0f17e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Project c57365923b844fe9b29d9e223ad49ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 02:33:49.995499 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f6dfec52-6947-48ac-a363-bde650f0f17e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (b77c554b-4331-40ed-91e9-43ec5338a28a), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.006502 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-51d8a14c-eea9-4512-97d1-460462704cfc req-dfc2496c-cc2f-40a3-896b-97a3eefb5203 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537211 Oct 12 02:33:50.050426 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:50.071156 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f6dfec52-6947-48ac-a363-bde650f0f17e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (b77c554b-4331-40ed-91e9-43ec5338a28a), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.075677 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f6dfec52-6947-48ac-a363-bde650f0f17e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (b77c554b-4331-40ed-91e9-43ec5338a28a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.095726 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfec52-6947-48ac-a363-bde650f0f17e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77c554b-4331-40ed-91e9-43ec5338a28a,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:50.100349 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f6dfec52-6947-48ac-a363-bde650f0f17e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.104395 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60086) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:50.106684 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f6dfec52-6947-48ac-a363-bde650f0f17e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486712 Oct 12 02:33:50.110306 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-a20f15d7-5e7f-489e-860a-5e72288ea004 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'security_group_rule': {'security_group_id': '6a67273a-7bab-41b0-a78f-cb2f6a061cad', 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:50.143882 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.securitygroups_db [None req-a20f15d7-5e7f-489e-860a-5e72288ea004 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Project c57365923b844fe9b29d9e223ad49ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 02:33:50.151803 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a20f15d7-5e7f-489e-860a-5e72288ea004 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (9427cb58-a4a5-4a40-8f9a-815f38337b16), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.215070 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efeee9-2e7d-4a26-86f5-c7d206b2557d None None] New status for floating IP dff18f60-8d7e-4f78-9bb4-15d41b58e28c: ACTIVE {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:33:50.225606 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a20f15d7-5e7f-489e-860a-5e72288ea004 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (9427cb58-a4a5-4a40-8f9a-815f38337b16), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.230071 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a20f15d7-5e7f-489e-860a-5e72288ea004 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (9427cb58-a4a5-4a40-8f9a-815f38337b16), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.250224 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f15d7-5e7f-489e-860a-5e72288ea004 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9427cb58-a4a5-4a40-8f9a-815f38337b16,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:50.257791 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a20f15d7-5e7f-489e-860a-5e72288ea004 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.259114 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a20f15d7-5e7f-489e-860a-5e72288ea004 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533782 Oct 12 02:33:50.351646 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-48feb80d-c52f-4c1a-a531-7c4d28417f81 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-514024739&fields=id&tenant_id=c57365923b844fe9b29d9e223ad49ce4 HTTP/1.1" status: 200 len: 267 time: 0.0448825 Oct 12 02:33:50.409679 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-d2165866-6d7f-4fc7-8e06-c00e77226862 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:50.411181 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-d2165866-6d7f-4fc7-8e06-c00e77226862 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 945 time: 0.0524616 Oct 12 02:33:50.422515 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-4dd27bd8-91cb-4211-b0af-ff3e6a99c611 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'port': {'security_groups': ['62e63e09-5e15-4be3-96a5-cfa7ea4da3c0', '6a67273a-7bab-41b0-a78f-cb2f6a061cad']}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:33:50.497112 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-4dd27bd8-91cb-4211-b0af-ff3e6a99c611 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (299443a4-87d4-4257-8710-d074d71d9851), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.676337 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-4dd27bd8-91cb-4211-b0af-ff3e6a99c611 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] For port 299443a4-87d4-4257-8710-d074d71d9851, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=299443a4-87d4-4257-8710-d074d71d9851,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:50.703895 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-4dd27bd8-91cb-4211-b0af-ff3e6a99c611 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for port (299443a4-87d4-4257-8710-d074d71d9851), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.708358 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-4dd27bd8-91cb-4211-b0af-ff3e6a99c611 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (299443a4-87d4-4257-8710-d074d71d9851), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.717382 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-4dd27bd8-91cb-4211-b0af-ff3e6a99c611 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:50.717978 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-4dd27bd8-91cb-4211-b0af-ff3e6a99c611 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.719302 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f8f55448-7bcf-4fdc-99e4-81d2a2f4666a req-4dd27bd8-91cb-4211-b0af-ff3e6a99c611 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "PUT /networking/v2.0/ports/299443a4-87d4-4257-8710-d074d71d9851 HTTP/1.1" status: 200 len: 981 time: 0.3020132 Oct 12 02:33:50.751254 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['299443a4-87d4-4257-8710-d074d71d9851'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:33:50.774687 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd27bd8-91cb-4211-b0af-ff3e6a99c611 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'Port': ['ID=299443a4-87d4-4257-8710-d074d71d9851,revision_number=6']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:50.826648 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e7dce-871f-4d55-825c-9c87933652c5 req-bbf4d4c9-b417-48f8-8db6-ed1141f922ee tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:50.828263 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7a5e7dce-871f-4d55-825c-9c87933652c5 req-bbf4d4c9-b417-48f8-8db6-ed1141f922ee tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0559390 Oct 12 02:33:50.832543 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:50.889960 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7a5e7dce-871f-4d55-825c-9c87933652c5 req-1d26146e-ceb1-4cf7-be7f-e55d4c55c2c5 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557475 Oct 12 02:33:50.954844 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['299443a4-87d4-4257-8710-d074d71d9851'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:33:51.001649 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:51.001858 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'tag': '299443a4-87d4-4257-8710-d074d71d9851'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:51.004439 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8" -d '{"events": [{"name": "network-changed", "server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "tag": "299443a4-87d4-4257-8710-d074d71d9851"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:51.041603 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccefd83-c485-427d-a540-7a371cf59105 x-openstack-request-id: req-eccefd83-c485-427d-a540-7a371cf59105 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:51.041894 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "tag": "299443a4-87d4-4257-8710-d074d71d9851", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:51.042150 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eccefd83-c485-427d-a540-7a371cf59105 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:51.042557 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccefd83-c485-427d-a540-7a371cf59105'] response: {'name': 'network-changed', 'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'tag': '299443a4-87d4-4257-8710-d074d71d9851', 'status': 'completed', 'code': 200} Oct 12 02:33:51.084804 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:51.137714 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-f89947ad-64d7-479b-963e-289e90ea27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:51.139203 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-f89947ad-64d7-479b-963e-289e90ea27d4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c57365923b844fe9b29d9e223ad49ce4&device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 1168 time: 0.0404339 Oct 12 02:33:51.222759 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:51.251076 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-b7e7b34d-5a82-4742-8957-a01b36500384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:51.252559 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-b7e7b34d-5a82-4742-8957-a01b36500384 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=29d9435c-4eff-4eb3-8183-9024706bdf4d HTTP/1.1" status: 200 len: 915 time: 0.1065547 Oct 12 02:33:51.340684 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-2707735c-ddb4-4be5-ba80-6fa3adf6a0d6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=299443a4-87d4-4257-8710-d074d71d9851 HTTP/1.1" status: 200 len: 1000 time: 0.0792897 Oct 12 02:33:51.390623 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-54b813c4-9dce-4b01-bbdb-822be2cac592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:51.392084 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-54b813c4-9dce-4b01-bbdb-822be2cac592 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7fc1a911-1369-4f0a-a2b1-7d911839e1c6 HTTP/1.1" status: 200 len: 853 time: 0.0443079 Oct 12 02:33:51.438688 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-6ab35637-7ef2-496d-9f4a-d0dab5009fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:51.440340 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-6ab35637-7ef2-496d-9f4a-d0dab5009fce service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=29d9435c-4eff-4eb3-8183-9024706bdf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399582 Oct 12 02:33:51.544542 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-037070f9-a236-4297-be04-3ff158794a14 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962186 Oct 12 02:33:51.634004 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e873b5f9-c27e-43ae-8f4c-dd5438deeea8 req-093295a6-469d-4457-8f19-cc1423767673 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829573 Oct 12 02:33:54.826272 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0726200-4f83-4936-b4e2-744c0acf909e req-6038c6c1-d13e-4b26-b10c-20ddd6fe9cc1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:54.827768 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b0726200-4f83-4936-b4e2-744c0acf909e req-6038c6c1-d13e-4b26-b10c-20ddd6fe9cc1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0535281 Oct 12 02:33:54.862702 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:54.878447 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b0726200-4f83-4936-b4e2-744c0acf909e req-f5ed19df-a243-4a68-8acf-5f1ce24ed620 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 Oct 12 02:33:55.198212 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-612455ac-e919-422d-adf0-9c563501a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:55.200622 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-612455ac-e919-422d-adf0-9c563501a7a2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 1130 time: 0.0509984 Oct 12 02:33:55.338011 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:55.586174 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-82776d79-97f9-4d0e-a78d-68dcc0054a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:55.587571 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-82776d79-97f9-4d0e-a78d-68dcc0054a15 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.3243117 Oct 12 02:33:55.619607 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4758119-f320-43da-acbb-3d9d684c28b8 req-fd7c022b-27b9-4520-a674-75a0c7f7b8e7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:55.621531 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d4758119-f320-43da-acbb-3d9d684c28b8 req-fd7c022b-27b9-4520-a674-75a0c7f7b8e7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 945 time: 0.0541561 Oct 12 02:33:55.666295 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d4758119-f320-43da-acbb-3d9d684c28b8 req-b6638fac-b699-41ed-acf0-117b39f7eb53 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391264 Oct 12 02:33:55.882176 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60188) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:55.927025 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_v2 [None req-d787ecd1-1753-4135-8e22-463ec50b43da admin admin] Deleting subnet e13d7c47-1aab-4206-8202-e9a60ade29cf {{(pid=104436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:33:55.930176 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d787ecd1-1753-4135-8e22-463ec50b43da admin admin] Publish callbacks [] for subnet (e13d7c47-1aab-4206-8202-e9a60ade29cf), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.973462 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d787ecd1-1753-4135-8e22-463ec50b43da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27132775'] for subnet (e13d7c47-1aab-4206-8202-e9a60ade29cf), precommit_delete_associations {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:55.975014 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:56.038645 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6b351-2116-41f2-bfc8-e7001322e6d2 req-e0a549e3-c1f8-4a8e-891b-ead8ea0398f3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:56.040097 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2cc6b351-2116-41f2-bfc8-e7001322e6d2 req-e0a549e3-c1f8-4a8e-891b-ead8ea0398f3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0792475 Oct 12 02:33:56.051073 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d787ecd1-1753-4135-8e22-463ec50b43da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (e13d7c47-1aab-4206-8202-e9a60ade29cf), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.128929 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2cc6b351-2116-41f2-bfc8-e7001322e6d2 req-70266d3a-2f91-4d94-be26-9bb4393cd42e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812793 Oct 12 02:33:56.134530 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d787ecd1-1753-4135-8e22-463ec50b43da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27082449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020504'] for subnet (e13d7c47-1aab-4206-8202-e9a60ade29cf), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.158534 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787ecd1-1753-4135-8e22-463ec50b43da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13d7c47-1aab-4206-8202-e9a60ade29cf,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:56.164097 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d787ecd1-1753-4135-8e22-463ec50b43da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.167218 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d787ecd1-1753-4135-8e22-463ec50b43da admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/e13d7c47-1aab-4206-8202-e9a60ade29cf HTTP/1.1" status: 204 len: 168 time: 0.2839668 Oct 12 02:33:56.170329 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60194) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:56.224729 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:56.241096 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (7c8feeb4-fea7-46ca-9f80-d14f4cc37df8), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.315291 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (7c8feeb4-fea7-46ca-9f80-d14f4cc37df8), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.335545 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8feeb4-fea7-46ca-9f80-d14f4cc37df8']}} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:56.345116 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb') {'for_net_delete': True} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:56.345412 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb') {} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:56.354626 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27132702'] for segment (3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.368861 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.375087 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:33:56.375459 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27082299'] for segment (3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.418640 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb resource provider aggregate not found Oct 12 02:33:56.438241 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d6d8406-2b51-4148-ac6a-0ee4bf5e6abb found for delete ", "request_id": "req-1ff87b4d-a9d5-446b-86cc-01c5b12e1d99"}]} Oct 12 02:33:56.441554 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (7c8feeb4-fea7-46ca-9f80-d14f4cc37df8), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.447002 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.450555 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/7c8feeb4-fea7-46ca-9f80-d14f4cc37df8 HTTP/1.1" status: 204 len: 168 time: 0.2793400 Oct 12 02:33:56.461379 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c29087-4e74-40b1-aefe-2e71a85ff5d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8feeb4-fea7-46ca-9f80-d14f4cc37df8,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:56.613573 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60204) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:56.653504 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a0578a27-46c2-42e9-941a-1b287bd17f47 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=81144c673e7b44dcb3b0f700ee628719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388227 Oct 12 02:33:56.655858 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60206) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:33:56.702447 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0231207c-7fe7-4bd1-afe8-c21e004f3e45 admin admin] Publish callbacks [] for security_group (a68a95f5-820e-4be1-bff0-55842572f659), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.723043 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0231207c-7fe7-4bd1-afe8-c21e004f3e45 admin admin] Publish callbacks [] for security_group (a68a95f5-820e-4be1-bff0-55842572f659), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.774988 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0231207c-7fe7-4bd1-afe8-c21e004f3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a68a95f5-820e-4be1-bff0-55842572f659), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.777677 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0231207c-7fe7-4bd1-afe8-c21e004f3e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:56.778842 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-0231207c-7fe7-4bd1-afe8-c21e004f3e45 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a68a95f5-820e-4be1-bff0-55842572f659 HTTP/1.1" status: 204 len: 168 time: 0.1220882 Oct 12 02:33:56.786890 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231207c-7fe7-4bd1-afe8-c21e004f3e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68a95f5-820e-4be1-bff0-55842572f659,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:56.798081 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3646055-5122-4eda-803e-0780f65f82bf req-15c940b8-ad78-487e-864b-bd89e381a63e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:56.799664 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a3646055-5122-4eda-803e-0780f65f82bf req-15c940b8-ad78-487e-864b-bd89e381a63e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 945 time: 0.0568171 Oct 12 02:33:56.863447 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a3646055-5122-4eda-803e-0780f65f82bf req-04825bc9-b12a-431f-aca0-2920f81ee6db tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4420b532-8e51-4f2f-84b6-65f9d59a8aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574510 Oct 12 02:33:56.915229 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-79a54c21-2870-40f2-9199-55d07b71989f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f HTTP/1.1" status: 200 len: 1002 time: 0.0655637 Oct 12 02:33:57.155535 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-53e63787-a526-4ca9-8848-5e7ef670f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:57.157123 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-53e63787-a526-4ca9-8848-5e7ef670f254 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.0507183 Oct 12 02:33:57.211670 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-b4267a86-856c-4154-a2c5-409e8b9f0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:57.213394 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-b4267a86-856c-4154-a2c5-409e8b9f0a34 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501752 Oct 12 02:33:57.286154 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af93ff-6625-434c-a90b-fa4472dd78c0 req-3e4dce2d-c94d-4212-82a6-8a326bc9d1d6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:57.297198 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-77af93ff-6625-434c-a90b-fa4472dd78c0 req-3e4dce2d-c94d-4212-82a6-8a326bc9d1d6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0717132 Oct 12 02:33:57.327088 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-6c84d04b-c815-4fa1-b4d9-0e6300cc5432 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:57.329077 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-6c84d04b-c815-4fa1-b4d9-0e6300cc5432 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 945 time: 0.0591152 Oct 12 02:33:57.426361 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-42beb2f3-e1b5-4518-a5d4-15198a2dd0ba service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562459 Oct 12 02:33:57.439959 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-77af93ff-6625-434c-a90b-fa4472dd78c0 req-6e1513b5-99aa-4adb-a2e6-06c82aea3434 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416569 Oct 12 02:33:57.475058 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Deleting port a0229b37-24b4-4585-84cc-d3276e3660d3 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:57.475400 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:57.528288 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cea613-43d7-4962-a0c5-1909f386d96d req-8899b78e-b646-4807-8107-a5b65d3ba803 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:57.529831 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-09cea613-43d7-4962-a0c5-1909f386d96d req-8899b78e-b646-4807-8107-a5b65d3ba803 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 947 time: 0.0980613 Oct 12 02:33:57.598735 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:57.614604 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] For port a0229b37-24b4-4585-84cc-d3276e3660d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a0229b37-24b4-4585-84cc-d3276e3660d3,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:57.614964 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:57.619823 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-09cea613-43d7-4962-a0c5-1909f386d96d req-ab3e0559-eba3-4248-ad5d-b842a86e144a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803640 Oct 12 02:33:57.788297 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:57.788651 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (f706c3ef-cf5e-471a-aa55-7c0de6f7f851), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:57.789117 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Floating IP f706c3ef-cf5e-471a-aa55-7c0de6f7f851 disassociated. External IP: 172.27.4.213, port: a0229b37-24b4-4585-84cc-d3276e3660d3. Oct 12 02:33:57.789368 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Calling delete_port for a0229b37-24b4-4585-84cc-d3276e3660d3 owned by compute:nova {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:57.830123 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:57.924508 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (a0229b37-24b4-4585-84cc-d3276e3660d3), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:57.964084 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'Port': ['ID=a0229b37-24b4-4585-84cc-d3276e3660d3,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:33:57.975666 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d5d2c768-10ba-40cd-98c4-5f78c79a9b6b req-3bb296ca-80ca-4efb-8e44-8ed9151b008b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0292525 Oct 12 02:33:58.336145 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:33:58.441232 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:33:58.452168 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:33:58.463252 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:58.463861 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:33:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:58.486486 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] No DVR routers for this DVR port a0229b37-24b4-4585-84cc-d3276e3660d3 on host hv-cinder-84914 {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:33:58.488961 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:58.492517 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ff43ac35-f820-4004-b833-0dfb9ab95cab req-4f2116d2-0747-4ac6-95b1-8cc20a055a80 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "DELETE /networking/v2.0/ports/a0229b37-24b4-4585-84cc-d3276e3660d3 HTTP/1.1" status: 204 len: 173 time: 1.1552567 Oct 12 02:33:58.493229 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'name': 'network-vif-deleted', 'tag': 'a0229b37-24b4-4585-84cc-d3276e3660d3'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:33:58.496177 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e54dba7-ea48-492e-8631-d1198df724f1" -d '{"events": [{"server_uuid": "76667a6b-65ab-4a9d-8af3-0440b0dad579", "name": "network-vif-deleted", "tag": "a0229b37-24b4-4585-84cc-d3276e3660d3"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:33:58.548567 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f868f26e-a080-4286-a793-a7d2ad7ea0fa x-openstack-request-id: req-f868f26e-a080-4286-a793-a7d2ad7ea0fa {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:33:58.548850 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76667a6b-65ab-4a9d-8af3-0440b0dad579", "name": "network-vif-deleted", "tag": "a0229b37-24b4-4585-84cc-d3276e3660d3", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:33:58.549101 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f868f26e-a080-4286-a793-a7d2ad7ea0fa {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:33:58.549501 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f868f26e-a080-4286-a793-a7d2ad7ea0fa'] response: {'server_uuid': '76667a6b-65ab-4a9d-8af3-0440b0dad579', 'name': 'network-vif-deleted', 'tag': 'a0229b37-24b4-4585-84cc-d3276e3660d3', 'status': 'completed', 'code': 200} Oct 12 02:33:58.567534 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f633-d793-47b3-a98e-7a55007ec7c9 req-6165608e-acb0-495b-b8c6-b0ea6e84de1d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:58.569048 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-37c3f633-d793-47b3-a98e-7a55007ec7c9 req-6165608e-acb0-495b-b8c6-b0ea6e84de1d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0503967 Oct 12 02:33:58.569176 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:58.617444 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-37c3f633-d793-47b3-a98e-7a55007ec7c9 req-e827d73b-a379-46d5-aea4-7e7de92b2b8a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Oct 12 02:33:58.750431 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25650e-b53b-4442-a8ec-14c3a35d03ef req-fb3c868d-63fa-44ee-b103-16bc473e7d18 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:58.751901 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2f25650e-b53b-4442-a8ec-14c3a35d03ef req-fb3c868d-63fa-44ee-b103-16bc473e7d18 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 947 time: 0.0483367 Oct 12 02:33:58.754457 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:58.782543 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:33:58.791194 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:33:58.791818 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:33:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:58.794923 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:58.799423 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2f25650e-b53b-4442-a8ec-14c3a35d03ef req-d8dac791-dc3e-4dc9-b7df-7aecb9a0a59e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 Oct 12 02:33:58.875402 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:58.894492 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:33:59.092755 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:33:59.096376 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9f6c13cb-fc26-42c6-b850-7459b4a2680a req-8c74c38e-96bc-4be7-9dac-fa99eb60f3e7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0352848 Oct 12 02:33:59.097335 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:59.110552 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5b77f3aa-b7f5-45d1-b7ec-03323b5ce39c req-592db643-71ea-401a-bd50-166a98408bc8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170089 Oct 12 02:33:59.121151 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084ce5d-b80e-4c93-aee8-f9b7ce4dca2a None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:33:59.335847 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fefc4c-8466-4923-9380-a90667cc1e12 None None] New status for floating IP f706c3ef-cf5e-471a-aa55-7c0de6f7f851: DOWN {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:33:59.462117 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:59.476868 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966a08-6cbb-4895-bda9-184386e17063 req-08483031-48e0-4b23-a86a-bbd7fff22c71 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:59.478636 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d0966a08-6cbb-4895-bda9-184386e17063 req-08483031-48e0-4b23-a86a-bbd7fff22c71 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 947 time: 0.0628595 Oct 12 02:33:59.572900 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Deleting port 0a31a866-f72c-4f7d-822f-7d54a4e3afec {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:33:59.573242 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:59.666846 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] For port 0a31a866-f72c-4f7d-822f-7d54a4e3afec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0a31a866-f72c-4f7d-822f-7d54a4e3afec,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:33:59.667219 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:59.842249 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8a04-7735-46f7-b13a-ad9840dba948 req-66327dc3-1146-442e-9139-dbd61ffcde94 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:59.843567 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6dae8a04-7735-46f7-b13a-ad9840dba948 req-66327dc3-1146-442e-9139-dbd61ffcde94 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.1434863 Oct 12 02:33:59.913238 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:33:59.928484 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167da5cd-724a-4695-ae47-eca523043949 req-81ac42dc-01b2-4f1f-b1e2-c0bdc2a6e169 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:33:59.929969 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-167da5cd-724a-4695-ae47-eca523043949 req-81ac42dc-01b2-4f1f-b1e2-c0bdc2a6e169 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 947 time: 0.0494208 Oct 12 02:33:59.938090 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6dae8a04-7735-46f7-b13a-ad9840dba948 req-9c0ccfb7-9168-4dc9-b378-6eba0894fd63 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875103 Oct 12 02:33:59.952693 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:59.953092 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (1f4a1456-447f-492e-ae08-9fcffcc7c022), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:33:59.953405 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Floating IP 1f4a1456-447f-492e-ae08-9fcffcc7c022 disassociated. External IP: 172.27.4.53, port: 0a31a866-f72c-4f7d-822f-7d54a4e3afec. Oct 12 02:33:59.953745 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Calling delete_port for 0a31a866-f72c-4f7d-822f-7d54a4e3afec owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:33:59.984097 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-167da5cd-724a-4695-ae47-eca523043949 req-9d12cc16-8e3c-44ef-9fc5-f81411e7ff4c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=40d57855-7556-4793-932a-8f4b6928bd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476589 Oct 12 02:34:00.081815 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (0a31a866-f72c-4f7d-822f-7d54a4e3afec), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:00.109721 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event deleted for resources: {'Port': ['ID=0a31a866-f72c-4f7d-822f-7d54a4e3afec,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:00.237789 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-04192b3c-c6dd-4ecc-9c0e-c7f38bc2fa96 req-cf6f5063-e62d-4b24-be84-fd5e1297bb9e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0399299 Oct 12 02:34:00.248754 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:34:00.346764 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:34:00.357676 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] Sync routers for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:34:00.374153 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:00.374701 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:33:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:00.391924 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] No DVR routers for this DVR port 0a31a866-f72c-4f7d-822f-7d54a4e3afec on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:34:00.394360 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:00.397573 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d0966a08-6cbb-4895-bda9-184386e17063 req-3470c4d6-149b-4e9b-80c3-f4e7786f51f9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.16 "DELETE /networking/v2.0/ports/0a31a866-f72c-4f7d-822f-7d54a4e3afec HTTP/1.1" status: 204 len: 173 time: 0.9069493 Oct 12 02:34:00.398066 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'name': 'network-vif-deleted', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:00.400285 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03b61ee-73fc-45db-bd9f-9568658fce11" -d '{"events": [{"server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "name": "network-vif-deleted", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:00.437872 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1ef500-47ed-4bd7-8caa-071d05999a44 x-openstack-request-id: req-bf1ef500-47ed-4bd7-8caa-071d05999a44 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:00.438345 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eb4bd4-2680-4fc6-85c0-dae85fb740fa", "name": "network-vif-deleted", "tag": "0a31a866-f72c-4f7d-822f-7d54a4e3afec", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:00.438775 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf1ef500-47ed-4bd7-8caa-071d05999a44 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:00.439278 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1ef500-47ed-4bd7-8caa-071d05999a44'] response: {'server_uuid': '48eb4bd4-2680-4fc6-85c0-dae85fb740fa', 'name': 'network-vif-deleted', 'tag': '0a31a866-f72c-4f7d-822f-7d54a4e3afec', 'status': 'completed', 'code': 200} Oct 12 02:34:00.475247 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:00.800915 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:00.824921 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] Checking router: 6f7e97b5-5f69-4eec-8bdb-b30416915f78 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:34:00.833127 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:00.833733 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:33:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:00.936086 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:01.057507 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:01.076260 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c33768-6725-495e-bfa4-069ce09003f0 req-b46c613e-8b8e-43a7-9dbc-db130a5550bd tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:01.077788 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d9c33768-6725-495e-bfa4-069ce09003f0 req-b46c613e-8b8e-43a7-9dbc-db130a5550bd tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0607784 Oct 12 02:34:01.107263 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-996cc75e-1c5a-4b31-b5ce-12dbfd4e5846 req-ba7a4ea8-7aa6-498a-9404-dbb912918a55 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0274467 Oct 12 02:34:01.123308 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:01.133025 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d9c33768-6725-495e-bfa4-069ce09003f0 req-c988d449-77b5-42bf-b610-80346a28a5eb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494785 Oct 12 02:34:01.143947 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:01.168860 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd4a5a9-5f04-4e43-8886-634f5623f2d3 None None] The sync data for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi is: [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:34:01.358403 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f9603195-6058-4a63-973a-d733302bf68b req-8003ed6b-3f48-4cb0-ba66-afb5c98b0b8c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0274732 Oct 12 02:34:01.380839 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b8d81-cb00-4e7d-9888-8720accbe05d None None] New status for floating IP 1f4a1456-447f-492e-ae08-9fcffcc7c022: DOWN {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:34:01.703173 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:34:02.219169 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-bf08e408-87ec-4190-9c92-87d5cd401311 req-43ebe800-6571-4ba9-9891-a5b7654f394f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0271795 Oct 12 02:34:02.257549 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a31d62-7a79-42b6-8b8d-8d007272ba95 req-c4881700-43e9-4ace-b7d1-9120827ae7e3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:02.259001 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b1a31d62-7a79-42b6-8b8d-8d007272ba95 req-c4881700-43e9-4ace-b7d1-9120827ae7e3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0516014 Oct 12 02:34:02.301328 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:02.305848 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b1a31d62-7a79-42b6-8b8d-8d007272ba95 req-85b711cf-175e-4ab8-b3fe-c941554d935c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 Oct 12 02:34:02.474689 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-082350d5-727d-4016-ba1a-a848b00e7f8d req-d3ba5939-110b-4311-ba1f-cd0ee6213bd5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=76667a6b-65ab-4a9d-8af3-0440b0dad579 HTTP/1.1" status: 200 len: 210 time: 0.0307882 Oct 12 02:34:02.541304 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device a0229b37-24b4-4585-84cc-d3276e3660d3 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:02.559898 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: a0229b37-24b4-4585-84cc-d3276e3660d3 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:02.560244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device a0229b37-24b4-4585-84cc-d3276e3660d3 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:03.341368 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3e6ba76b-8fe0-4327-aa79-537f55942284 req-4db2a637-f119-49ea-8e3f-262fb46113b6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48eb4bd4-2680-4fc6-85c0-dae85fb740fa HTTP/1.1" status: 200 len: 210 time: 0.0304437 Oct 12 02:34:03.437124 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528ca5f-6b47-415b-b0c0-6d4f00ea529a req-2898b62d-9e6b-4f7c-a530-5de2ed0ff87d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:03.438612 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a528ca5f-6b47-415b-b0c0-6d4f00ea529a req-2898b62d-9e6b-4f7c-a530-5de2ed0ff87d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0491104 Oct 12 02:34:03.488832 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a528ca5f-6b47-415b-b0c0-6d4f00ea529a req-b0d0df64-08c9-4fdf-b778-4ec0b4fd4895 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428350 Oct 12 02:34:03.565513 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60314) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:03.620768 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff53fd43-e6ed-471d-b6db-a1dc191bd9e9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (4420b532-8e51-4f2f-84b6-65f9d59a8aa8), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:03.642900 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff53fd43-e6ed-471d-b6db-a1dc191bd9e9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (4420b532-8e51-4f2f-84b6-65f9d59a8aa8), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:03.693859 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff53fd43-e6ed-471d-b6db-a1dc191bd9e9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (4420b532-8e51-4f2f-84b6-65f9d59a8aa8), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:03.696966 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff53fd43-e6ed-471d-b6db-a1dc191bd9e9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:03.697541 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ff53fd43-e6ed-471d-b6db-a1dc191bd9e9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4420b532-8e51-4f2f-84b6-65f9d59a8aa8 HTTP/1.1" status: 204 len: 168 time: 0.1310594 Oct 12 02:34:03.700562 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60322) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:03.706672 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53fd43-e6ed-471d-b6db-a1dc191bd9e9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4420b532-8e51-4f2f-84b6-65f9d59a8aa8,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:03.728124 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.api.v2.resource [None req-dc8b8a4f-8f5f-43b3-b0c5-f25465235c31 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] show failed (client error): The resource could not be found. Oct 12 02:34:03.732428 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-dc8b8a4f-8f5f-43b3-b0c5-f25465235c31 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups/4420b532-8e51-4f2f-84b6-65f9d59a8aa8 HTTP/1.1" status: 404 len: 347 time: 0.0274599 Oct 12 02:34:03.732428 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60324) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:03.845011 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-f4db3477-7dee-417d-84a6-ec4fbae2fc15 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Deleting port 4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:03.845281 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f4db3477-7dee-417d-84a6-ec4fbae2fc15 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:03.926260 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f4db3477-7dee-417d-84a6-ec4fbae2fc15 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:03.926594 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f4db3477-7dee-417d-84a6-ec4fbae2fc15 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:03.940469 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-f4db3477-7dee-417d-84a6-ec4fbae2fc15 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Calling delete_port for 4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d owned by network:floatingip {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:03.949164 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:04.071105 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f4db3477-7dee-417d-84a6-ec4fbae2fc15 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.095741 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db3477-7dee-417d-84a6-ec4fbae2fc15 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'Port': ['ID=4c776ba4-7c93-4a16-9ec0-f41dc1e03d2d,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:04.156973 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f4db3477-7dee-417d-84a6-ec4fbae2fc15 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (f706c3ef-cf5e-471a-aa55-7c0de6f7f851), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.159462 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f4db3477-7dee-417d-84a6-ec4fbae2fc15 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.160599 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f4db3477-7dee-417d-84a6-ec4fbae2fc15 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/f706c3ef-cf5e-471a-aa55-7c0de6f7f851 HTTP/1.1" status: 204 len: 168 time: 0.4274731 Oct 12 02:34:04.245259 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60330) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:04.250258 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-d8485153-34f2-42c1-a25d-f76cc101bed6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028841812', 'description': 'tempest-description--1595326613'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:04.270544 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d8485153-34f2-42c1-a25d-f76cc101bed6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.336043 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d8485153-34f2-42c1-a25d-f76cc101bed6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.339386 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d8485153-34f2-42c1-a25d-f76cc101bed6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.371283 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8485153-34f2-42c1-a25d-f76cc101bed6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:04.375200 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d8485153-34f2-42c1-a25d-f76cc101bed6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.376399 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d8485153-34f2-42c1-a25d-f76cc101bed6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1296556 Oct 12 02:34:04.379740 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60332) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:04.384575 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-ffd6377b-a347-412f-a7bc-f4f8a200266c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group_rule': {'security_group_id': '0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:04.413142 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ffd6377b-a347-412f-a7bc-f4f8a200266c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (b8143a87-8333-4257-9c19-e4204165dd10), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.443476 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:04.452666 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60338) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:04.461112 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 0a31a866-f72c-4f7d-822f-7d54a4e3afec no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:34:04.472948 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ffd6377b-a347-412f-a7bc-f4f8a200266c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (b8143a87-8333-4257-9c19-e4204165dd10), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.477060 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ffd6377b-a347-412f-a7bc-f4f8a200266c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (b8143a87-8333-4257-9c19-e4204165dd10), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.484174 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 0a31a866-f72c-4f7d-822f-7d54a4e3afec {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:34:04.485016 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 0a31a866-f72c-4f7d-822f-7d54a4e3afec not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:34:04.497629 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6377b-a347-412f-a7bc-f4f8a200266c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8143a87-8333-4257-9c19-e4204165dd10,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:04.504921 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ffd6377b-a347-412f-a7bc-f4f8a200266c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.508613 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ffd6377b-a347-412f-a7bc-f4f8a200266c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252325 Oct 12 02:34:04.508850 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60340) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:04.514243 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-8130c970-db7d-4816-82e1-b1e99b81bdb7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group_rule': {'security_group_id': '0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:04.526740 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f5f415b4-144c-46d8-a49c-1a61fabfb8a4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (40d57855-7556-4793-932a-8f4b6928bd9e), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.542518 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8130c970-db7d-4816-82e1-b1e99b81bdb7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (72bd710e-a661-41f1-8566-80174845f9c6), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.552575 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f5f415b4-144c-46d8-a49c-1a61fabfb8a4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (40d57855-7556-4793-932a-8f4b6928bd9e), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.563383 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:04.602649 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8130c970-db7d-4816-82e1-b1e99b81bdb7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (72bd710e-a661-41f1-8566-80174845f9c6), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.606847 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8130c970-db7d-4816-82e1-b1e99b81bdb7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (72bd710e-a661-41f1-8566-80174845f9c6), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.627802 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130c970-db7d-4816-82e1-b1e99b81bdb7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bd710e-a661-41f1-8566-80174845f9c6,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:04.637948 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7bad1-321c-46fa-a57d-07077738d4b7 req-4b9b60a1-e2a5-4e9a-be2e-858efab5f8db tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:04.639458 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3fa7bad1-321c-46fa-a57d-07077738d4b7 req-4b9b60a1-e2a5-4e9a-be2e-858efab5f8db tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0639713 Oct 12 02:34:04.640405 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8130c970-db7d-4816-82e1-b1e99b81bdb7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.641862 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-8130c970-db7d-4816-82e1-b1e99b81bdb7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321130 Oct 12 02:34:04.644957 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60344) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:04.649865 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f5f415b4-144c-46d8-a49c-1a61fabfb8a4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (40d57855-7556-4793-932a-8f4b6928bd9e), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.650186 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:04.653811 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f5f415b4-144c-46d8-a49c-1a61fabfb8a4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.655007 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f5f415b4-144c-46d8-a49c-1a61fabfb8a4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/40d57855-7556-4793-932a-8f4b6928bd9e HTTP/1.1" status: 204 len: 168 time: 0.2012579 Oct 12 02:34:04.658521 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60346) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:04.677542 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f415b4-144c-46d8-a49c-1a61fabfb8a4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d57855-7556-4793-932a-8f4b6928bd9e,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:04.679949 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.api.v2.resource [None req-c96648db-2652-474b-8ec5-03d59e53a447 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] show failed (client error): The resource could not be found. Oct 12 02:34:04.680964 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-c96648db-2652-474b-8ec5-03d59e53a447 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups/40d57855-7556-4793-932a-8f4b6928bd9e HTTP/1.1" status: 404 len: 347 time: 0.0215490 Oct 12 02:34:04.685220 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60348) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:04.713799 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3fa7bad1-321c-46fa-a57d-07077738d4b7 req-fa280607-2bf3-4714-aa9c-0cbb37e85f88 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577321 Oct 12 02:34:04.728569 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.872318 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-35a9069b-46c4-433d-b336-13d93cef25df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Deleting port e1fc832f-87d6-4a6d-82c2-db136c1673ce {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:34:04.872660 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-35a9069b-46c4-433d-b336-13d93cef25df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (e1fc832f-87d6-4a6d-82c2-db136c1673ce), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:04.889844 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.010667 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-35a9069b-46c4-433d-b336-13d93cef25df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (e1fc832f-87d6-4a6d-82c2-db136c1673ce), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.011029 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-35a9069b-46c4-433d-b336-13d93cef25df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (e1fc832f-87d6-4a6d-82c2-db136c1673ce), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.035606 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:05.048568 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-35a9069b-46c4-433d-b336-13d93cef25df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Calling delete_port for e1fc832f-87d6-4a6d-82c2-db136c1673ce owned by network:floatingip {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:34:05.080909 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Allocated IP 172.27.4.87 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/71b2fe73-4406-41bf-a440-d6f968850b0b) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:34:05.189097 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:05.284608 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (71b2fe73-4406-41bf-a440-d6f968850b0b), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.323266 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-35a9069b-46c4-433d-b336-13d93cef25df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (e1fc832f-87d6-4a6d-82c2-db136c1673ce), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.352450 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9069b-46c4-433d-b336-13d93cef25df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event deleted for resources: {'Port': ['ID=e1fc832f-87d6-4a6d-82c2-db136c1673ce,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:05.368562 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (71b2fe73-4406-41bf-a440-d6f968850b0b), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.441844 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:34:05.450116 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:34:05.457463 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:34:05.460653 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=71b2fe73-4406-41bf-a440-d6f968850b0b,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:05.482674 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-35a9069b-46c4-433d-b336-13d93cef25df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (1f4a1456-447f-492e-ae08-9fcffcc7c022), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.485369 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-35a9069b-46c4-433d-b336-13d93cef25df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.486502 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-35a9069b-46c4-433d-b336-13d93cef25df tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/1f4a1456-447f-492e-ae08-9fcffcc7c022 HTTP/1.1" status: 204 len: 168 time: 0.8003988 Oct 12 02:34:05.547341 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.569262 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60358) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:05.574496 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-6183c43b-8ade-4974-bd0f-b70451827290 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181258085', 'description': 'tempest-description--302849852'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:05.585933 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (71b2fe73-4406-41bf-a440-d6f968850b0b), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.595518 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6183c43b-8ade-4974-bd0f-b70451827290 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.656499 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:05.663408 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6183c43b-8ade-4974-bd0f-b70451827290 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (ef9ba106-d35c-4087-86d4-f2e0b545961a), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.667843 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6183c43b-8ade-4974-bd0f-b70451827290 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (ef9ba106-d35c-4087-86d4-f2e0b545961a), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.699698 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6183c43b-8ade-4974-bd0f-b70451827290 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.700858 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-6183c43b-8ade-4974-bd0f-b70451827290 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1305661 Oct 12 02:34:05.703983 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60360) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:05.704944 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183c43b-8ade-4974-bd0f-b70451827290 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9ba106-d35c-4087-86d4-f2e0b545961a,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:05.713005 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-f0f8c613-d709-4a00-b313-404826b3723b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'security_group_rule': {'security_group_id': 'ef9ba106-d35c-4087-86d4-f2e0b545961a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:05.759820 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:05.774694 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (71b2fe73-4406-41bf-a440-d6f968850b0b), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.778993 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c613-d709-4a00-b313-404826b3723b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (704168e7-b648-40a7-ae99-eba71fb04de3), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.784058 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (71b2fe73-4406-41bf-a440-d6f968850b0b), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.845209 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:05.849515 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c28e-eda5-4d59-a837-f7e968c0a250 req-f8a492c4-5b7c-4f27-ac80-6db1ffb1956d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:05.851371 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-68d4c28e-eda5-4d59-a837-f7e968c0a250 req-f8a492c4-5b7c-4f27-ac80-6db1ffb1956d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0469420 Oct 12 02:34:05.892820 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=71b2fe73-4406-41bf-a440-d6f968850b0b,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:05.897445 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.902218 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-68d4c28e-eda5-4d59-a837-f7e968c0a250 req-9f23f0a2-61d9-4475-9e60-f0bb348c9491 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 Oct 12 02:34:05.916361 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c613-d709-4a00-b313-404826b3723b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (704168e7-b648-40a7-ae99-eba71fb04de3), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.921713 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c613-d709-4a00-b313-404826b3723b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (704168e7-b648-40a7-ae99-eba71fb04de3), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.930142 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.931636 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-9c9def74-4430-497e-a177-d2a132992e68 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2853551 Oct 12 02:34:05.948731 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8c613-d709-4a00-b313-404826b3723b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704168e7-b648-40a7-ae99-eba71fb04de3,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:05.956071 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c613-d709-4a00-b313-404826b3723b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:05.959877 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f0f8c613-d709-4a00-b313-404826b3723b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2524204 Oct 12 02:34:05.960552 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60370) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:05.965037 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-f51b2564-75dc-4b60-bd25-3c7396ac4ab4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'security_group_rule': {'security_group_id': 'ef9ba106-d35c-4087-86d4-f2e0b545961a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:05.997670 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f51b2564-75dc-4b60-bd25-3c7396ac4ab4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (1cd61c54-a314-4fdc-bf96-511898dc441e), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.065472 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f51b2564-75dc-4b60-bd25-3c7396ac4ab4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (1cd61c54-a314-4fdc-bf96-511898dc441e), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.069870 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f51b2564-75dc-4b60-bd25-3c7396ac4ab4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (1cd61c54-a314-4fdc-bf96-511898dc441e), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.091293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b2564-75dc-4b60-bd25-3c7396ac4ab4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd61c54-a314-4fdc-bf96-511898dc441e,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:06.102586 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f51b2564-75dc-4b60-bd25-3c7396ac4ab4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.104309 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f51b2564-75dc-4b60-bd25-3c7396ac4ab4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432757 Oct 12 02:34:06.107956 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60382) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:06.114198 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:06.164385 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.222566 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-23705644-4e8e-4dcf-b40f-e24d25bc8474 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1028841812&fields=id&tenant_id=76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 267 time: 0.1015489 Oct 12 02:34:06.239651 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60386) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:06.305325 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.353764 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1445ab2-a8b0-4c0d-8499-3dfffe7bef1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.404151 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-ad5c15de-68f1-4c53-be7c-fd57f65ffe28 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:06.405623 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-ad5c15de-68f1-4c53-be7c-fd57f65ffe28 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 815 time: 0.1717634 Oct 12 02:34:06.438467 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1445ab2-a8b0-4c0d-8499-3dfffe7bef1f admin admin] Publish callbacks [] for security_group (cbefc959-cceb-4483-b8d9-8421a23c6128), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.441845 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-9eff3841-db98-4671-9915-091de7823870 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/quotas/76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 375 time: 0.0150008 Oct 12 02:34:06.448862 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1445ab2-a8b0-4c0d-8499-3dfffe7bef1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (cbefc959-cceb-4483-b8d9-8421a23c6128), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.493229 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-c1445ab2-a8b0-4c0d-8499-3dfffe7bef1f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3a65d140f7d54509a928d0ce891cebf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499726 Oct 12 02:34:06.493229 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1445ab2-a8b0-4c0d-8499-3dfffe7bef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbefc959-cceb-4483-b8d9-8421a23c6128,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:06.493527 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Allocated IP 172.27.4.138 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/f2670bd8-2197-4a31-87f4-acba18778531) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:34:06.494388 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60390) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:06.526864 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:06.539148 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-1868a62d-906f-4f82-92fb-610067a58179 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912459 Oct 12 02:34:06.655511 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=7,neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:06.679266 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b7a618ac-d1f3-41c1-a1a6-3ee5075c1350 admin admin] Publish callbacks [] for security_group (cbefc959-cceb-4483-b8d9-8421a23c6128), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.730988 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-1eece51f-bfa0-4268-995e-a71c75247aa4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777041 Oct 12 02:34:06.741750 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b7a618ac-d1f3-41c1-a1a6-3ee5075c1350 admin admin] Publish callbacks [] for security_group (cbefc959-cceb-4483-b8d9-8421a23c6128), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.776573 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for port (f2670bd8-2197-4a31-87f4-acba18778531), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.884828 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (f2670bd8-2197-4a31-87f4-acba18778531), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.889933 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-eed3c4a2-4779-4245-9d11-57a547eacc47 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504920 Oct 12 02:34:06.892291 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b7a618ac-d1f3-41c1-a1a6-3ee5075c1350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (cbefc959-cceb-4483-b8d9-8421a23c6128), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.894780 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b7a618ac-d1f3-41c1-a1a6-3ee5075c1350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:06.898201 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b7a618ac-d1f3-41c1-a1a6-3ee5075c1350 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cbefc959-cceb-4483-b8d9-8421a23c6128 HTTP/1.1" status: 204 len: 168 time: 0.3981793 Oct 12 02:34:06.936110 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a618ac-d1f3-41c1-a1a6-3ee5075c1350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbefc959-cceb-4483-b8d9-8421a23c6128,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:06.943240 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:34:06.948404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:34:06.952427 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:34:06.974345 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'Port': ['ID=f2670bd8-2197-4a31-87f4-acba18778531,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:07.054120 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (e75af2a0-60e1-414f-ad66-d49d5ff9dfec), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:07.104176 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7e23-7c37-42f0-a1f4-35e0b9dfa8c3 req-8ec169e8-5fa3-4f89-8e63-1a7b167efc9b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:07.106553 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7b9e7e23-7c37-42f0-a1f4-35e0b9dfa8c3 req-8ec169e8-5fa3-4f89-8e63-1a7b167efc9b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0841787 Oct 12 02:34:07.107954 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (f2670bd8-2197-4a31-87f4-acba18778531), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:07.201059 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7b9e7e23-7c37-42f0-a1f4-35e0b9dfa8c3 req-e8452d43-6084-40ec-a26e-6da7a8fe9db9 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870450 Oct 12 02:34:07.205981 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7c265f17-b9a0-4da0-810c-67ed91792877 req-7b66539f-999c-4a32-8e86-50916998cb85 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 210 time: 0.1134984 Oct 12 02:34:07.294839 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:07.334820 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for port (f2670bd8-2197-4a31-87f4-acba18778531), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:07.339924 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (f2670bd8-2197-4a31-87f4-acba18778531), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:07.412775 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'Port': ['ID=f2670bd8-2197-4a31-87f4-acba18778531,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:07.416602 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (e75af2a0-60e1-414f-ad66-d49d5ff9dfec), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:07.435241 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:07.445196 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-7553895c-99a1-4a29-88ce-c05cb7be0da7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3261945 Oct 12 02:34:07.643706 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-bfdf91ee-1c2c-4d66-b82c-f16c4bcf81c9 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--181258085&fields=id&tenant_id=7f6eb3e59c464c749edb69e8370f54e5 HTTP/1.1" status: 200 len: 267 time: 0.0450149 Oct 12 02:34:07.753115 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-f488fd04-adea-4235-82f3-048acdc4c6f7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:07.754564 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-f488fd04-adea-4235-82f3-048acdc4c6f7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 815 time: 0.1042678 Oct 12 02:34:07.769615 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-b39aa6f0-d645-4558-b994-f3436784d462 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/quotas/7f6eb3e59c464c749edb69e8370f54e5 HTTP/1.1" status: 200 len: 375 time: 0.0096359 Oct 12 02:34:07.825568 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-47d988ff-c628-4600-b5bc-c1f951c85ab2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508044 Oct 12 02:34:07.892402 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:07.928192 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-f3440bd5-9274-4f46-a3b8-a5faee1701e0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910790 Oct 12 02:34:08.019034 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-0dd24543-9b7d-488b-85e3-00b7dd68b9d7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851576 Oct 12 02:34:08.183074 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3277d871-1cb1-497d-8e22-0cd5c86d4d8e req-dd9f331e-fd05-4579-a345-ed57537449bd tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Oct 12 02:34:08.337912 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-7cb7fa5d-73bf-406a-b1db-546f1591ce54 req-ef94d6e6-59cf-4e17-8d86-4ebe0acd5256 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 210 time: 0.0336461 Oct 12 02:34:08.373345 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:08.423348 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d3ac0-1050-4878-8169-34a3a41496fd req-1de56cdb-5738-4d40-9125-b78fe4c96479 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:08.425232 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4c6d3ac0-1050-4878-8169-34a3a41496fd req-1de56cdb-5738-4d40-9125-b78fe4c96479 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.1436315 Oct 12 02:34:08.506011 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-c4898ddb-a42b-40df-918e-5d64c66346be tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:08.507769 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-c4898ddb-a42b-40df-918e-5d64c66346be tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 815 time: 0.1874907 Oct 12 02:34:08.531057 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4c6d3ac0-1050-4878-8169-34a3a41496fd req-7a80ef36-7551-41a1-bbcb-c55359a5be19 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809267 Oct 12 02:34:08.677375 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-1b2f19d3-8376-4146-8bc0-bdc8767ed10f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 380 time: 0.0580049 Oct 12 02:34:08.686501 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'port': {'device_id': '928a91d5-600b-4707-9428-2e716f411885', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'admin_state_up': True, 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'security_groups': ['0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e']}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:08.793626 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Made reservation on behalf of 76e921b067f04677b76c245b5f93e112 for: {'port': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:34:08.797616 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:08.930415 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Allocated IP 172.20.0.4 (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8/f147c0f3-4105-4485-bdf5-a129b9df68d7/8ff097ef-11a1-4847-9e06-95f2c84807d0) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:34:09.076950 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:09.110706 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:09.116570 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:09.159488 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:34:09.162694 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:34:09.166495 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:34:09.170621 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=8ff097ef-11a1-4847-9e06-95f2c84807d0,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:09.217954 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:09.218840 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:09.237320 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-5efdb5c4-c56a-4108-8a0f-a0b470fcfad8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546668 Oct 12 02:34:09.300721 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0ed3d9ed-6557-4ed9-9833-160a1e7da673 req-38299f37-c1bc-4f44-b5a9-38b85c126b8f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 210 time: 0.0348556 Oct 12 02:34:09.356958 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Request body: {'port': {'device_id': '928a91d5-600b-4707-9428-2e716f411885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:09.417534 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-814d5e94-3639-4993-b69d-a0f3cabdff78 None None] Provisioning complete for port 8ff097ef-11a1-4847-9e06-95f2c84807d0 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:34:09.418519 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-814d5e94-3639-4993-b69d-a0f3cabdff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:09.419040 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-814d5e94-3639-4993-b69d-a0f3cabdff78 None None] Attempt 1 to provision port 8ff097ef-11a1-4847-9e06-95f2c84807d0 Oct 12 02:34:09.451312 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:09.452386 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:09.455094 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-814d5e94-3639-4993-b69d-a0f3cabdff78 None None] Port 8ff097ef-11a1-4847-9e06-95f2c84807d0 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:34:09.531468 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b0d2d-78d6-42c4-b309-930733f83120 req-6ad01298-ebe1-4398-96b8-d8b643f31e5f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:09.538748 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-689b0d2d-78d6-42c4-b309-930733f83120 req-6ad01298-ebe1-4398-96b8-d8b643f31e5f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 931 time: 0.0832679 Oct 12 02:34:09.559840 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:09.603588 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-689b0d2d-78d6-42c4-b309-930733f83120 req-dbc49670-784c-42a5-9d03-7e168c27371b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639846 Oct 12 02:34:09.617310 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-eafe5b98-8482-4ed7-b6c4-601f200391a1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:09.619123 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-eafe5b98-8482-4ed7-b6c4-601f200391a1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 815 time: 0.1329982 Oct 12 02:34:09.713846 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe8555-8a91-4a19-811d-131868be956f req-cbc7447b-f5dc-4251-b447-87cf0e2e1daa tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:09.715395 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e1fe8555-8a91-4a19-811d-131868be956f req-cbc7447b-f5dc-4251-b447-87cf0e2e1daa tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0584133 Oct 12 02:34:09.799099 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e1fe8555-8a91-4a19-811d-131868be956f req-4a5065fc-d2bb-411e-9ef8-91603ca97da2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756140 Oct 12 02:34:09.803974 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-4e8afcb7-0519-4d7a-85d0-006696540b36 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7f6eb3e59c464c749edb69e8370f54e5 HTTP/1.1" status: 200 len: 379 time: 0.0876129 Oct 12 02:34:09.814243 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff097ef-11a1-4847-9e06-95f2c84807d0 {{(pid=104435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:34:09.821783 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Publish callbacks [] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:09.834569 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.provisioning_blocks [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Transition to ACTIVE for port object 8ff097ef-11a1-4847-9e06-95f2c84807d0 will not be triggered until provisioned by entity L2. {{(pid=104435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:34:09.838365 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:09.868625 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'port': {'device_id': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'admin_state_up': True, 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'security_groups': ['ef9ba106-d35c-4087-86d4-f2e0b545961a']}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:09.916537 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff097ef-11a1-4847-9e06-95f2c84807d0,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:09.947414 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Attempting to bind port 8ff097ef-11a1-4847-9e06-95f2c84807d0 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:34:09.947749 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Attempting to bind port 8ff097ef-11a1-4847-9e06-95f2c84807d0 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:34:09.948095 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Attempting to bind port 8ff097ef-11a1-4847-9e06-95f2c84807d0 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:34:09.985576 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Made reservation on behalf of 7f6eb3e59c464c749edb69e8370f54e5 for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:34:09.989250 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:09.990452 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Port 8ff097ef-11a1-4847-9e06-95f2c84807d0 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:34:09.990785 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Attempting to bind port 8ff097ef-11a1-4847-9e06-95f2c84807d0 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:34:10.035986 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:34:10.036326 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Checking segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:34:10.036715 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Bound using segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:34:10.037162 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Bound port: 8ff097ef-11a1-4847-9e06-95f2c84807d0, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:34:10.037526 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:10.100633 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] For port 8ff097ef-11a1-4847-9e06-95f2c84807d0, host hv-cinder-84914, cleared binding levels {{(pid=104435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:34:10.102072 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] For port 8ff097ef-11a1-4847-9e06-95f2c84807d0, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ff097ef-11a1-4847-9e06-95f2c84807d0,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:34:10.107788 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:10.112126 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:10.112828 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:10.114220 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/8ff097ef-11a1-4847-9e06-95f2c84807d0 HTTP/1.1" status: 200 len: 1093 time: 0.7617695 Oct 12 02:34:10.114336 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Allocated IP 172.20.0.13 (8e5a7b02-9fc0-4dda-b1f4-8267371dc191/42aaa308-b997-41bf-b527-5657a81279d3/fe5a040d-6b9b-4b90-a3c9-76a1085a756e) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:34:10.114753 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928a91d5-600b-4707-9428-2e716f411885', 'tag': '8ff097ef-11a1-4847-9e06-95f2c84807d0'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:10.117017 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55555373-28be-430e-b450-4cbb47cfca12" -d '{"events": [{"name": "network-changed", "server_uuid": "928a91d5-600b-4707-9428-2e716f411885", "tag": "8ff097ef-11a1-4847-9e06-95f2c84807d0"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:10.158984 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:10.160681 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc782ede-d3fb-4c2c-a0f7-7c2fe791294d x-openstack-request-id: req-bc782ede-d3fb-4c2c-a0f7-7c2fe791294d {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:10.161007 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928a91d5-600b-4707-9428-2e716f411885", "tag": "8ff097ef-11a1-4847-9e06-95f2c84807d0", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:10.161260 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc782ede-d3fb-4c2c-a0f7-7c2fe791294d {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:10.161657 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc782ede-d3fb-4c2c-a0f7-7c2fe791294d'] response: {'name': 'network-changed', 'server_uuid': '928a91d5-600b-4707-9428-2e716f411885', 'tag': '8ff097ef-11a1-4847-9e06-95f2c84807d0', 'status': 'completed', 'code': 200} Oct 12 02:34:10.167445 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b265ee-54ba-4340-af3f-df2eee483dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff097ef-11a1-4847-9e06-95f2c84807d0,revision_number=3']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:10.255595 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-2c5706e9-6e70-48b0-acca-7f724f3c83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:10.257114 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-2c5706e9-6e70-48b0-acca-7f724f3c83fb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 1127 time: 0.0397911 Oct 12 02:34:10.282116 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:10.283246 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:10.318542 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:10.361836 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:34:10.368161 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:34:10.371163 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:34:10.545950 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-8bd2edee-1ae7-40b7-b1a2-b4849d279ff2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff097ef-11a1-4847-9e06-95f2c84807d0 HTTP/1.1" status: 200 len: 217 time: 0.2748475 Oct 12 02:34:10.578106 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:10.586200 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-cfbe52ce-603d-4369-a7d9-1fd02bba558c None None] Provisioning complete for port fe5a040d-6b9b-4b90-a3c9-76a1085a756e triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:34:10.586583 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-cfbe52ce-603d-4369-a7d9-1fd02bba558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:10.586991 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-cfbe52ce-603d-4369-a7d9-1fd02bba558c None None] Attempt 1 to provision port fe5a040d-6b9b-4b90-a3c9-76a1085a756e Oct 12 02:34:10.597728 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-97a4b266-d2ae-43a7-9c62-78713f6ec2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:10.599373 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-97a4b266-d2ae-43a7-9c62-78713f6ec2ea service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.0469027 Oct 12 02:34:10.626007 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe52ce-603d-4369-a7d9-1fd02bba558c None None] Port fe5a040d-6b9b-4b90-a3c9-76a1085a756e cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:34:10.633693 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:10.650216 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-9762b40a-34da-405d-ac52-4d15b8b3b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:10.652326 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-9762b40a-34da-405d-ac52-4d15b8b3b1fb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462012 Oct 12 02:34:10.690088 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event updated for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:10.731608 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:10.732211 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:10.742680 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab09587-f373-49b3-b4a6-29a43550cc50 req-7d576b6f-c33e-4358-9feb-3586839b6f08 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:10.744168 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fab09587-f373-49b3-b4a6-29a43550cc50 req-7d576b6f-c33e-4358-9feb-3586839b6f08 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 932 time: 0.0757873 Oct 12 02:34:10.761203 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-aca088eb-fa01-44d9-becc-400c7740ce7a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8960712 Oct 12 02:34:10.771043 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afc891-6138-4369-abbd-6111fafb81e6 req-f925ff0b-650c-44c3-b2b6-802ea5b77d8a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:10.771255 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:10.772174 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5afc891-6138-4369-abbd-6111fafb81e6 req-f925ff0b-650c-44c3-b2b6-802ea5b77d8a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 943 time: 0.0655260 Oct 12 02:34:10.783273 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Request body: {'port': {'device_id': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:10.793608 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-9ee90a39-d0bb-4246-b09a-a217fe20789b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346197 Oct 12 02:34:10.831549 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fab09587-f373-49b3-b4a6-29a43550cc50 req-d72d077b-27d5-4880-8d54-438aeb0fc5ab tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790169 Oct 12 02:34:10.880238 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:10.880477 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5afc891-6138-4369-abbd-6111fafb81e6 req-e44195e9-30b3-460e-9020-8a5c2acaa35c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964844 Oct 12 02:34:10.920795 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4e2126bf-6669-4f18-8a06-175ff1977401 req-378ab8d5-9f26-4482-b297-ca7deebf77ae service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197829 Oct 12 02:34:10.973250 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf800b9-a8b8-4b3b-bcd0-c2514a6441ac req-010a4203-fd01-4fbb-bbb9-45b6cf33c335 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:10.974735 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0cf800b9-a8b8-4b3b-bcd0-c2514a6441ac req-010a4203-fd01-4fbb-bbb9-45b6cf33c335 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0593178 Oct 12 02:34:11.115930 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0cf800b9-a8b8-4b3b-bcd0-c2514a6441ac req-35b712f4-ecaa-4f3e-9157-dc636789d585 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981092 Oct 12 02:34:11.210868 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5a040d-6b9b-4b90-a3c9-76a1085a756e {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:34:11.218418 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Publish callbacks [] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:11.230528 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Transition to ACTIVE for port object fe5a040d-6b9b-4b90-a3c9-76a1085a756e will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:34:11.233864 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:11.314230 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:11.325432 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:11.341388 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Attempting to bind port fe5a040d-6b9b-4b90-a3c9-76a1085a756e on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:34:11.341722 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Attempting to bind port fe5a040d-6b9b-4b90-a3c9-76a1085a756e by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:34:11.342049 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Attempting to bind port fe5a040d-6b9b-4b90-a3c9-76a1085a756e on network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:34:11.383600 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Port fe5a040d-6b9b-4b90-a3c9-76a1085a756e on network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:34:11.383856 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Attempting to bind port fe5a040d-6b9b-4b90-a3c9-76a1085a756e on network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:34:11.427575 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:34:11.427912 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Checking segment: {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:34:11.428293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Bound using segment: {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:34:11.428745 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Bound port: fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fef2c2-7f5f-4585-bb81-a7ab26287ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:34:11.429105 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:11.454215 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:11.488775 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:34:11.491735 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:34:11.498386 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:11.502327 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:11.502932 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:11.504287 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/fe5a040d-6b9b-4b90-a3c9-76a1085a756e HTTP/1.1" status: 200 len: 1094 time: 0.7280064 Oct 12 02:34:11.504854 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:11.507184 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b804043a-eee0-4f7a-8325-c773ca70f55d" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:11.543608 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb00185-cb95-4a50-86a2-90bd1e2d8397 x-openstack-request-id: req-ffb00185-cb95-4a50-86a2-90bd1e2d8397 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:11.543896 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:11.544143 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffb00185-cb95-4a50-86a2-90bd1e2d8397 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:11.544542 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb00185-cb95-4a50-86a2-90bd1e2d8397'] response: {'name': 'network-changed', 'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'status': 'completed', 'code': 200} Oct 12 02:34:11.555708 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9498b-973e-4f9d-9d54-f44b50b92266 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:11.699309 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=43,neutron:UPDATE=7 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:11.952064 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804043a-eee0-4f7a-8325-c773ca70f55d req-6e078758-ab62-4978-acaa-3a5f59029b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:11.953520 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b804043a-eee0-4f7a-8325-c773ca70f55d req-6e078758-ab62-4978-acaa-3a5f59029b91 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 1128 time: 0.0509415 Oct 12 02:34:11.961481 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55555373-28be-430e-b450-4cbb47cfca12 req-2c24485c-6cdc-44fa-99a8-ed0c2cd4c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:11.963020 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55555373-28be-430e-b450-4cbb47cfca12 req-2c24485c-6cdc-44fa-99a8-ed0c2cd4c4df service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 1127 time: 0.0732210 Oct 12 02:34:11.976167 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7edeac-3ba3-4250-a8dd-372c88d34de5 req-e475ad1a-4c79-4d70-bc83-2b1fffe20640 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:11.977648 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ec7edeac-3ba3-4250-a8dd-372c88d34de5 req-e475ad1a-4c79-4d70-bc83-2b1fffe20640 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.0559640 Oct 12 02:34:12.058128 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4f63a-c49e-4fae-8f6a-7178341747af req-39ef4150-832b-4d10-9186-2395e400c7d4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.059777 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5ce4f63a-c49e-4fae-8f6a-7178341747af req-39ef4150-832b-4d10-9186-2395e400c7d4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 943 time: 0.0958457 Oct 12 02:34:12.064093 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:12.081670 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ec7edeac-3ba3-4250-a8dd-372c88d34de5 req-616bc7d4-5f25-402c-b295-07be57b8d448 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940049 Oct 12 02:34:12.112729 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55555373-28be-430e-b450-4cbb47cfca12 req-10560fdc-3ef2-4330-b1f3-715cf74421f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.112729 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55555373-28be-430e-b450-4cbb47cfca12 req-10560fdc-3ef2-4330-b1f3-715cf74421f5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 916 time: 0.1327951 Oct 12 02:34:12.128864 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804043a-eee0-4f7a-8325-c773ca70f55d req-2e2015e2-2fca-4271-9a98-2160abb34f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.130332 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b804043a-eee0-4f7a-8325-c773ca70f55d req-2e2015e2-2fca-4271-9a98-2160abb34f96 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1571283 Oct 12 02:34:12.151830 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55555373-28be-430e-b450-4cbb47cfca12 req-6e980d95-7794-46fc-bd71-c82671009d82 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff097ef-11a1-4847-9e06-95f2c84807d0 HTTP/1.1" status: 200 len: 217 time: 0.0328150 Oct 12 02:34:12.167364 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5ce4f63a-c49e-4fae-8f6a-7178341747af req-c8e9712e-ee55-4c3b-8fb2-1a52e0897109 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972307 Oct 12 02:34:12.205984 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55555373-28be-430e-b450-4cbb47cfca12 req-57b0775f-7466-489c-901c-325724bc2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.207396 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55555373-28be-430e-b450-4cbb47cfca12 req-57b0775f-7466-489c-901c-325724bc2be9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.0493908 Oct 12 02:34:12.241274 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804043a-eee0-4f7a-8325-c773ca70f55d req-c51503cb-6bc2-4291-8812-cc37269a9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.242720 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b804043a-eee0-4f7a-8325-c773ca70f55d req-c51503cb-6bc2-4291-8812-cc37269a9d17 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044710 Oct 12 02:34:12.285149 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71807384-ce85-47a9-8111-7b7a44f2ca77 req-f79eef77-9fc1-451b-9311-691fed4aaf31 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.286737 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-71807384-ce85-47a9-8111-7b7a44f2ca77 req-f79eef77-9fc1-451b-9311-691fed4aaf31 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0775735 Oct 12 02:34:12.287779 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55555373-28be-430e-b450-4cbb47cfca12 req-48b516ce-b0f6-4083-a395-57459d30d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.289140 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55555373-28be-430e-b450-4cbb47cfca12 req-48b516ce-b0f6-4083-a395-57459d30d440 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0699966 Oct 12 02:34:12.360825 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-582acd37-c1c1-448e-b0f3-52aedb41f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.362308 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-582acd37-c1c1-448e-b0f3-52aedb41f3ad service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 1128 time: 0.0397015 Oct 12 02:34:12.388979 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-71807384-ce85-47a9-8111-7b7a44f2ca77 req-7527881a-c466-421c-b18f-f91643985f16 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964422 Oct 12 02:34:12.412043 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-d58bd240-621a-4da7-8beb-a8b6c21ffa4d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e HTTP/1.1" status: 200 len: 217 time: 0.0374718 Oct 12 02:34:12.417904 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55555373-28be-430e-b450-4cbb47cfca12 req-7e77d367-1cb7-4e09-b9e2-95f12a577126 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191597 Oct 12 02:34:12.460011 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-8e35fa1f-3ee6-407a-a0fd-fd10053e98df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.461427 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-8e35fa1f-3ee6-407a-a0fd-fd10053e98df service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.0438612 Oct 12 02:34:12.492377 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 8ff097ef-11a1-4847-9e06-95f2c84807d0 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:34:12.505215 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-22af1643-224f-4553-ab62-3b00fb48b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:12.506843 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-22af1643-224f-4553-ab62-3b00fb48b356 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392377 Oct 12 02:34:12.508316 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55555373-28be-430e-b450-4cbb47cfca12 req-b38ba108-c7fa-4c77-b831-83e205f5a4d5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847952 Oct 12 02:34:12.590477 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 8ff097ef-11a1-4847-9e06-95f2c84807d0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ff097ef-11a1-4847-9e06-95f2c84807d0,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:12.595254 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:12.601923 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '8ff097ef-11a1-4847-9e06-95f2c84807d0', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'port_id': '8ff097ef-11a1-4847-9e06-95f2c84807d0', 'mac_address': 'fa:16:3e:21:a3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:34:12.617496 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-6d74f707-c0c3-4de9-9dd9-ef52138d5685 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886397 Oct 12 02:34:12.640895 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 8ff097ef-11a1-4847-9e06-95f2c84807d0 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:12.641285 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:12.654193 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff097ef-11a1-4847-9e06-95f2c84807d0 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:34:12.673595 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 8ff097ef-11a1-4847-9e06-95f2c84807d0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ff097ef-11a1-4847-9e06-95f2c84807d0,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:12.677719 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:12.713377 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fe7ff1b5-424b-4c3f-83ab-4ddcc1bad099 req-ae9c85bd-3326-496d-87b6-c09c10056fea service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852451 Oct 12 02:34:12.723009 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=8ff097ef-11a1-4847-9e06-95f2c84807d0,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:12.730713 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.731057 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.731413 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.731753 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.732082 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.732406 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.732749 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.733074 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.733398 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.733863 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.734228 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.734354 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.734906 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.735224 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:12.735547 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:34:13.018641 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['8ff097ef-11a1-4847-9e06-95f2c84807d0'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:34:13.217559 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f20596-964e-43ac-b686-a04dda1f6d8f req-cd176370-4870-4973-81cf-fc75bd3f9f16 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:13.219045 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a3f20596-964e-43ac-b686-a04dda1f6d8f req-cd176370-4870-4973-81cf-fc75bd3f9f16 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.0507231 Oct 12 02:34:13.260039 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:13.268772 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a3f20596-964e-43ac-b686-a04dda1f6d8f req-2d6f3b99-33df-44d4-8d41-dc367c2c6377 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439000 Oct 12 02:34:13.294714 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3b3ac-f632-4c3b-93ec-91b4d2fcebba req-86a49cee-172a-40db-bcb9-fd48d6016a95 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:13.296274 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a3a3b3ac-f632-4c3b-93ec-91b4d2fcebba req-86a49cee-172a-40db-bcb9-fd48d6016a95 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 944 time: 0.0513005 Oct 12 02:34:13.316854 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:13.347315 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a3a3b3ac-f632-4c3b-93ec-91b4d2fcebba req-9c7f2b1e-83f4-4704-aa51-ce23ebd3ced6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455010 Oct 12 02:34:13.508205 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b96da3-999f-45a1-b7e5-142e3cc72489 req-6ba901c6-072c-4010-a1aa-6b830023ca0d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:13.509665 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83b96da3-999f-45a1-b7e5-142e3cc72489 req-6ba901c6-072c-4010-a1aa-6b830023ca0d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0455282 Oct 12 02:34:13.555465 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-83b96da3-999f-45a1-b7e5-142e3cc72489 req-f1903c64-214a-4d10-98a2-8f8e7e68cc2c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396459 Oct 12 02:34:14.391923 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7ebc3-0789-4f1e-953f-4be891c61456 req-0bd7e010-7c2a-48a8-89ad-eba3120c475d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:14.393439 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a0b7ebc3-0789-4f1e-953f-4be891c61456 req-0bd7e010-7c2a-48a8-89ad-eba3120c475d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.0469222 Oct 12 02:34:14.440726 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a0b7ebc3-0789-4f1e-953f-4be891c61456 req-5342acde-0629-4001-8aec-672869af90ff tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417821 Oct 12 02:34:14.467344 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14795ec-78fe-4236-8b33-21e294328c7c req-b3c3971a-640d-4fb2-973f-5df704033d4a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:14.468865 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f14795ec-78fe-4236-8b33-21e294328c7c req-b3c3971a-640d-4fb2-973f-5df704033d4a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 944 time: 0.0471818 Oct 12 02:34:14.509353 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device fe5a040d-6b9b-4b90-a3c9-76a1085a756e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:34:14.519319 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f14795ec-78fe-4236-8b33-21e294328c7c req-5ac73f98-7067-420d-a2d1-3a63eee60670 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449014 Oct 12 02:34:14.529704 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 8ff097ef-11a1-4847-9e06-95f2c84807d0 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:34:14.621510 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 8ff097ef-11a1-4847-9e06-95f2c84807d0 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:34:14.634278 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 8ff097ef-11a1-4847-9e06-95f2c84807d0 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:34:14.634577 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:14.634916 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 8ff097ef-11a1-4847-9e06-95f2c84807d0 Oct 12 02:34:14.672895 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:14.674592 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ab3b7-4cf5-46c0-8590-e07801bc2fc9 req-916ff744-3dea-4f81-ad00-a5dfe6cd66ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:14.676070 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-699ab3b7-4cf5-46c0-8590-e07801bc2fc9 req-916ff744-3dea-4f81-ad00-a5dfe6cd66ef tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0471125 Oct 12 02:34:14.681307 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:14.689176 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'port_id': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'mac_address': 'fa:16:3e:12:3f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:34:14.731605 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-699ab3b7-4cf5-46c0-8590-e07801bc2fc9 req-a3ad9086-6083-4367-a74a-cde1995b08cd tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496821 Oct 12 02:34:14.749318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:14.765421 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port fe5a040d-6b9b-4b90-a3c9-76a1085a756e is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:14.765811 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:14.779112 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 8ff097ef-11a1-4847-9e06-95f2c84807d0 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:14.779489 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:14.784418 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5a040d-6b9b-4b90-a3c9-76a1085a756e {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:34:14.818402 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:14.824089 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928a91d5-600b-4707-9428-2e716f411885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff097ef-11a1-4847-9e06-95f2c84807d0'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:14.826356 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6550f6d0-219c-4e5f-abd6-f5e58da9a70c" -d '{"events": [{"server_uuid": "928a91d5-600b-4707-9428-2e716f411885", "name": "network-vif-plugged", "status": "completed", "tag": "8ff097ef-11a1-4847-9e06-95f2c84807d0"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:14.836304 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:14.842114 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 8ff097ef-11a1-4847-9e06-95f2c84807d0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ff097ef-11a1-4847-9e06-95f2c84807d0,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:14.861308 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:14.863854 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be65f387-46c2-46af-a5a4-87552d02435e x-openstack-request-id: req-be65f387-46c2-46af-a5a4-87552d02435e {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:14.864143 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928a91d5-600b-4707-9428-2e716f411885", "name": "network-vif-plugged", "status": "completed", "tag": "8ff097ef-11a1-4847-9e06-95f2c84807d0", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:14.864395 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be65f387-46c2-46af-a5a4-87552d02435e {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:14.864806 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be65f387-46c2-46af-a5a4-87552d02435e'] response: {'server_uuid': '928a91d5-600b-4707-9428-2e716f411885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff097ef-11a1-4847-9e06-95f2c84807d0', 'code': 200} Oct 12 02:34:14.890149 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:14.940032 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=8ff097ef-11a1-4847-9e06-95f2c84807d0,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:15.201561 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['fe5a040d-6b9b-4b90-a3c9-76a1085a756e'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:34:15.566714 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a57b1-6497-42fb-a8d6-5932159ea3ec req-d086038a-df08-4e6c-9e5e-d924c2896b22 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:15.569507 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-923a57b1-6497-42fb-a8d6-5932159ea3ec req-d086038a-df08-4e6c-9e5e-d924c2896b22 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 945 time: 0.0466933 Oct 12 02:34:15.616087 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-923a57b1-6497-42fb-a8d6-5932159ea3ec req-988f33aa-c476-46df-83a6-80a02a8cdace tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421627 Oct 12 02:34:15.641585 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4131329-d10c-48c3-bd48-494e6b3e1232 req-aacff275-9ead-4b36-bdd6-02df80f61767 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:15.643040 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e4131329-d10c-48c3-bd48-494e6b3e1232 req-aacff275-9ead-4b36-bdd6-02df80f61767 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 945 time: 0.0465090 Oct 12 02:34:15.689326 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e4131329-d10c-48c3-bd48-494e6b3e1232 req-c2fe19d5-9b6b-41bb-8235-208089bcc28d tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 Oct 12 02:34:15.864056 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bd449-e637-4359-ae24-139d138c84d1 req-8fc444c1-1409-4da8-a3ca-2587bf3015f1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:15.869319 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-150bd449-e637-4359-ae24-139d138c84d1 req-8fc444c1-1409-4da8-a3ca-2587bf3015f1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0555198 Oct 12 02:34:15.893697 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a22b0-08cb-4f05-8a0d-868b919dedfb req-836cf4d6-1109-410e-a3af-e5992cec7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:15.895191 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a09a22b0-08cb-4f05-8a0d-868b919dedfb req-836cf4d6-1109-410e-a3af-e5992cec7156 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 1130 time: 0.0416958 Oct 12 02:34:15.906035 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-6d34577d-0f04-481a-8779-5fa6934dd774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:15.918920 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-150bd449-e637-4359-ae24-139d138c84d1 req-c7a3db3b-7609-41ba-b307-0c9131e92bea tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469823 Oct 12 02:34:15.964253 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a09a22b0-08cb-4f05-8a0d-868b919dedfb req-8286dd3a-7c24-4805-83ff-51014108f36c service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540154 Oct 12 02:34:15.969155 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2426f0d-c070-4344-a79b-b7ce5c1b16af req-377c81ee-e1bd-4ed7-9884-a7bf5683720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:15.970636 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e2426f0d-c070-4344-a79b-b7ce5c1b16af req-377c81ee-e1bd-4ed7-9884-a7bf5683720f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 1129 time: 0.0422459 Oct 12 02:34:16.302392 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e2426f0d-c070-4344-a79b-b7ce5c1b16af req-d51a1412-1360-4bcf-b7a5-903f0b2c86cc service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372925 Oct 12 02:34:16.535710 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device fe5a040d-6b9b-4b90-a3c9-76a1085a756e up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:34:16.581220 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port fe5a040d-6b9b-4b90-a3c9-76a1085a756e completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:34:16.587138 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port fe5a040d-6b9b-4b90-a3c9-76a1085a756e triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:34:16.587527 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:16.587891 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port fe5a040d-6b9b-4b90-a3c9-76a1085a756e Oct 12 02:34:16.660467 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port fe5a040d-6b9b-4b90-a3c9-76a1085a756e is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:34:16.660890 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:16.695191 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:16.695752 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:34:16.701548 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:16.734070 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e3428-b35b-4621-b711-82f9fed25402 req-db298ffb-7fb9-4975-9441-85fbc6c62d53 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:16.735831 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1d3e3428-b35b-4621-b711-82f9fed25402 req-db298ffb-7fb9-4975-9441-85fbc6c62d53 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0515366 Oct 12 02:34:16.748912 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13aa2e-6009-4f57-a6d5-713e480677ff req-3f79b73c-3fb2-449f-94de-4448a64311c4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:16.750566 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2b13aa2e-6009-4f57-a6d5-713e480677ff req-3f79b73c-3fb2-449f-94de-4448a64311c4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0512772 Oct 12 02:34:16.756906 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:34:16.797568 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1d3e3428-b35b-4621-b711-82f9fed25402 req-fd9bfd8d-c51b-423d-a940-56e90b191fd4 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550084 Oct 12 02:34:16.799187 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2b13aa2e-6009-4f57-a6d5-713e480677ff req-12c3a950-dd1e-4567-8290-9c9b6be5f4a4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421524 Oct 12 02:34:16.865656 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:16.868045 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b60c24-21bd-4b6c-b9d5-9617d4b8dfc5" -d '{"events": [{"server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "name": "network-vif-plugged", "status": "completed", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:16.905182 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0842f2-bfde-403a-a3d6-e65985216443 req-17e46b4c-9259-4d87-91d7-bdc860ae04a2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:16.906715 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cd0842f2-bfde-403a-a3d6-e65985216443 req-17e46b4c-9259-4d87-91d7-bdc860ae04a2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 945 time: 0.0507600 Oct 12 02:34:16.908862 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35baa2c7-d7eb-4502-982b-3df41aa4815a x-openstack-request-id: req-35baa2c7-d7eb-4502-982b-3df41aa4815a {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:16.909348 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "name": "network-vif-plugged", "status": "completed", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:16.909348 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35baa2c7-d7eb-4502-982b-3df41aa4815a {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:16.909746 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35baa2c7-d7eb-4502-982b-3df41aa4815a'] response: {'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'code': 200} Oct 12 02:34:16.954060 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cd0842f2-bfde-403a-a3d6-e65985216443 req-9190107b-351d-42b4-87d6-f0fe5fc3005d tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 Oct 12 02:34:17.049544 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92a028-b59d-4117-98ce-27d914d88955 req-30c54b6d-8028-4415-89d4-2b9cbfc45740 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:17.050998 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ce92a028-b59d-4117-98ce-27d914d88955 req-30c54b6d-8028-4415-89d4-2b9cbfc45740 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0464165 Oct 12 02:34:17.100382 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ce92a028-b59d-4117-98ce-27d914d88955 req-39952996-0210-4dcc-adda-a371ed7dcd0b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438175 Oct 12 02:34:17.705042 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-ae371d2a-5b72-41dd-9b93-6c8102215a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:17.706526 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-ae371d2a-5b72-41dd-9b93-6c8102215a28 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c57365923b844fe9b29d9e223ad49ce4&device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 1168 time: 0.0468085 Oct 12 02:34:17.927297 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9a4cc-92b2-4405-99d3-6e71ee088e72 req-93f03b62-ba2b-4c2e-9b34-ba694fd3f247 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:17.929156 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b7f9a4cc-92b2-4405-99d3-6e71ee088e72 req-93f03b62-ba2b-4c2e-9b34-ba694fd3f247 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0461535 Oct 12 02:34:17.930199 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11560f45-e54e-4d91-adff-3fd5bc81db54 req-5f2c7473-c90d-4642-adbd-640560bf6f1c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:17.931659 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-11560f45-e54e-4d91-adff-3fd5bc81db54 req-5f2c7473-c90d-4642-adbd-640560bf6f1c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0504897 Oct 12 02:34:17.976957 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b7f9a4cc-92b2-4405-99d3-6e71ee088e72 req-e157dc94-d217-4be3-af4a-1d40565f076b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412579 Oct 12 02:34:17.998400 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-11560f45-e54e-4d91-adff-3fd5bc81db54 req-eabe7bec-ffa8-437b-9aa0-7b724fca196b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600626 Oct 12 02:34:18.082597 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c1f33-923c-4eb5-b7f4-b558368c157a req-6b4e6e3d-6a76-4b60-b054-17ee2d63fdc2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:18.083950 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6d6c1f33-923c-4eb5-b7f4-b558368c157a req-6b4e6e3d-6a76-4b60-b054-17ee2d63fdc2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 945 time: 0.0490260 Oct 12 02:34:18.131662 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6d6c1f33-923c-4eb5-b7f4-b558368c157a req-5ba81130-0de9-4c19-8a10-2ebb66329942 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418618 Oct 12 02:34:18.223720 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c52df-2293-41d5-ad27-69852b347156 req-116e870d-43ee-4671-ac38-51a2c7320341 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:18.225289 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-596c52df-2293-41d5-ad27-69852b347156 req-116e870d-43ee-4671-ac38-51a2c7320341 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0478106 Oct 12 02:34:18.237904 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-681f5ba1-e7cc-443d-b3d6-8cac5d206a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:18.280211 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-596c52df-2293-41d5-ad27-69852b347156 req-235f6dc4-1655-47f6-8446-539006f37817 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471525 Oct 12 02:34:18.445013 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-8a1e9581-7c03-463c-b593-904e744a32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:18.446510 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-8a1e9581-7c03-463c-b593-904e744a32a7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=29d9435c-4eff-4eb3-8183-9024706bdf4d HTTP/1.1" status: 200 len: 915 time: 0.0937424 Oct 12 02:34:18.645243 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:18.685503 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315a06c-39e7-4ed4-b239-68bf1247bdef req-e155939c-5e48-4eda-a6fd-932362866dab tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:18.686936 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6315a06c-39e7-4ed4-b239-68bf1247bdef req-e155939c-5e48-4eda-a6fd-932362866dab tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0500872 Oct 12 02:34:18.733812 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6315a06c-39e7-4ed4-b239-68bf1247bdef req-f562415d-c011-4b45-a5f8-841496e2fa51 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412230 Oct 12 02:34:18.945939 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-b299ba52-837b-475b-8e47-a8db009b54cf service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=299443a4-87d4-4257-8710-d074d71d9851 HTTP/1.1" status: 200 len: 1000 time: 0.0562499 Oct 12 02:34:18.949984 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:18.961578 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f6bf-9c6c-406b-bdad-63707c4ad78e req-89d4ed64-51e0-43cf-9ec1-13ab76459aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:18.963080 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cf05f6bf-9c6c-406b-bdad-63707c4ad78e req-89d4ed64-51e0-43cf-9ec1-13ab76459aea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 1130 time: 0.0730121 Oct 12 02:34:18.966525 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-fa457711-5d17-4d28-818c-366817b9f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:18.967860 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-fa457711-5d17-4d28-818c-366817b9f09b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 1130 time: 0.0511217 Oct 12 02:34:18.997839 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-2b395efe-3cb1-4305-b024-a1a638746b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:18.999356 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-2b395efe-3cb1-4305-b024-a1a638746b5f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7fc1a911-1369-4f0a-a2b1-7d911839e1c6 HTTP/1.1" status: 200 len: 853 time: 0.0476832 Oct 12 02:34:19.045014 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-df1b8038-e170-4149-85a7-2957a599ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:19.046788 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-df1b8038-e170-4149-85a7-2957a599ca74 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=29d9435c-4eff-4eb3-8183-9024706bdf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413311 Oct 12 02:34:19.091568 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-eb30d911-2a42-4710-bd89-7177bf4a3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:19.093067 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-eb30d911-2a42-4710-bd89-7177bf4a3aa7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.1118476 Oct 12 02:34:19.158270 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cf05f6bf-9c6c-406b-bdad-63707c4ad78e req-95b7f909-9dc4-4f4b-8a79-adab514c824f service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892219 Oct 12 02:34:19.172548 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5986b-f73c-4949-ad6b-382453f6481e req-9dcd043a-03e8-4842-aa08-d93d49ee5946 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:19.174032 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f1b5986b-f73c-4949-ad6b-382453f6481e req-9dcd043a-03e8-4842-aa08-d93d49ee5946 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0629377 Oct 12 02:34:19.178810 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a44f61-6fd8-47c2-88ae-276201dda18a req-1e6a9d31-3428-437f-bb59-7e0b887e9ceb tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:19.180267 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-22a44f61-6fd8-47c2-88ae-276201dda18a req-1e6a9d31-3428-437f-bb59-7e0b887e9ceb tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.1125879 Oct 12 02:34:19.199782 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-c0868560-a2ea-4606-bde4-6891a36e374e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f HTTP/1.1" status: 200 len: 1002 time: 0.0821779 Oct 12 02:34:19.219091 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:19.219918 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-e098171a-1339-4bed-bede-a15d6c65122c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665118 Oct 12 02:34:19.236303 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-22a44f61-6fd8-47c2-88ae-276201dda18a req-02ee4a7f-2260-4315-b12c-1a3add5188b7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469151 Oct 12 02:34:19.250434 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f1b5986b-f73c-4949-ad6b-382453f6481e req-fbaed4de-5cf4-4aeb-9f29-df5f9abebe57 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700238 Oct 12 02:34:19.262632 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:19.352354 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf73be0-1c76-44be-a3eb-753aa555495c req-ecdbc1a2-52f6-4e54-abb9-f0c92bbebb57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:19.353861 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6bf73be0-1c76-44be-a3eb-753aa555495c req-ecdbc1a2-52f6-4e54-abb9-f0c92bbebb57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 945 time: 0.0480754 Oct 12 02:34:19.404782 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6bf73be0-1c76-44be-a3eb-753aa555495c req-2ab4515d-d4fe-4659-9639-4ec7f86ef1cd tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450783 Oct 12 02:34:19.495433 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-2228529b-de82-48a8-ae87-03eb900112a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:19.496808 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-2228529b-de82-48a8-ae87-03eb900112a0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.0440462 Oct 12 02:34:19.543256 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:19.549506 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-48ce84c1-48c0-4cbb-a901-3a8f487fecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:19.550737 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-48ce84c1-48c0-4cbb-a901-3a8f487fecf7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391045 Oct 12 02:34:19.559858 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aac3c-5974-49e4-ab75-89368ae69240 req-cf83c48a-cff5-4a5e-b7c6-82a76e30c2cb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:19.561328 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-731aac3c-5974-49e4-ab75-89368ae69240 req-cf83c48a-cff5-4a5e-b7c6-82a76e30c2cb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 945 time: 0.0865109 Oct 12 02:34:19.571539 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60530) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:19.577169 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-1c7c83fb-09ca-4cfd-b1cd-320d52a8b8da tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'floatingip': {'port_id': '8ff097ef-11a1-4847-9e06-95f2c84807d0'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:19.582475 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1de559c4-cb82-444f-8c4d-186c4e9a978a req-ef96c009-adfd-40b4-bd9e-1700c523dffc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298492 Oct 12 02:34:19.617582 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1c7c83fb-09ca-4cfd-b1cd-320d52a8b8da tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.029728 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:20.075161 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cfdf0-d2a1-4fd9-b1d2-58afbc3b6c96 req-78ceaf32-ebbc-4562-85a4-4e79a42602cb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:20.076628 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3c5cfdf0-d2a1-4fd9-b1d2-58afbc3b6c96 req-78ceaf32-ebbc-4562-85a4-4e79a42602cb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.2644362 Oct 12 02:34:20.080879 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-70765971-613a-47a5-834e-043018b788a7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861060 Oct 12 02:34:20.184581 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3c5cfdf0-d2a1-4fd9-b1d2-58afbc3b6c96 req-6da60bc8-113f-455f-b9b4-91d87cc68df3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863540 Oct 12 02:34:20.190430 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1c7c83fb-09ca-4cfd-b1cd-320d52a8b8da tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.194988 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1c7c83fb-09ca-4cfd-b1cd-320d52a8b8da tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.297445 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:20.343360 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [None req-1c7c83fb-09ca-4cfd-b1cd-320d52a8b8da tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Floating IP b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd associated. External IP: 172.27.4.87, port: 8ff097ef-11a1-4847-9e06-95f2c84807d0. Oct 12 02:34:20.398762 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66131982-6aaf-4600-8656-8a7d8de71d0c req-13541b5a-eeaf-4fc5-87cc-9a6f30a89f89 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:20.400321 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-66131982-6aaf-4600-8656-8a7d8de71d0c req-13541b5a-eeaf-4fc5-87cc-9a6f30a89f89 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0484416 Oct 12 02:34:20.448884 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-66131982-6aaf-4600-8656-8a7d8de71d0c req-10020e8f-81b6-48e0-8844-33d8e7f5f74e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410943 Oct 12 02:34:20.456172 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3912e3-49c1-47fe-9616-649ef7227dca req-9f7f113b-a09e-44d3-9e28-fc3b7f0b6983 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:20.457686 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2b3912e3-49c1-47fe-9616-649ef7227dca req-9f7f113b-a09e-44d3-9e28-fc3b7f0b6983 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.1104720 Oct 12 02:34:20.511671 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b31d6f5e-6f70-4c86-b6b1-acfd53a70ddf req-63604ffb-2b11-48eb-bc87-9f5e3d2f50e5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249720 Oct 12 02:34:20.574623 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8691109-c3a3-40e1-b321-d45a7882e96a req-533e908c-f131-496d-a9cd-aff5bff05e16 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:20.575978 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a8691109-c3a3-40e1-b321-d45a7882e96a req-533e908c-f131-496d-a9cd-aff5bff05e16 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0494392 Oct 12 02:34:20.586323 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60542) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:20.590722 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-ff14c3da-b0f7-4e37-9e53-849a60ff3d52 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Request body: {'floatingip': {'port_id': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:20.593216 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2b3912e3-49c1-47fe-9616-649ef7227dca req-603d88aa-cf63-4c78-a05a-10776fcd0e56 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070554 Oct 12 02:34:20.629798 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff14c3da-b0f7-4e37-9e53-849a60ff3d52 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (e75af2a0-60e1-414f-ad66-d49d5ff9dfec), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.664386 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7c83fb-09ca-4cfd-b1cd-320d52a8b8da tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:34:20.821258 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:20.977802 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:21.003272 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7c83fb-09ca-4cfd-b1cd-320d52a8b8da tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:34:21.008312 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1c7c83fb-09ca-4cfd-b1cd-320d52a8b8da tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.015136 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:34:21.029262 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:21.030178 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:34:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:21.037940 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-1c7c83fb-09ca-4cfd-b1cd-320d52a8b8da tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd HTTP/1.1" status: 200 len: 990 time: 1.4648163 Oct 12 02:34:21.038642 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928a91d5-600b-4707-9428-2e716f411885', 'tag': '8ff097ef-11a1-4847-9e06-95f2c84807d0'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:21.040841 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dd30da-a3f0-414e-9a33-87ece546a138" -d '{"events": [{"name": "network-changed", "server_uuid": "928a91d5-600b-4707-9428-2e716f411885", "tag": "8ff097ef-11a1-4847-9e06-95f2c84807d0"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:21.072600 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff14c3da-b0f7-4e37-9e53-849a60ff3d52 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.077080 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff14c3da-b0f7-4e37-9e53-849a60ff3d52 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (e75af2a0-60e1-414f-ad66-d49d5ff9dfec), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.085425 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117e39d5-7b8b-4f1e-b87c-fa67c69b69f3 x-openstack-request-id: req-117e39d5-7b8b-4f1e-b87c-fa67c69b69f3 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:21.085717 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928a91d5-600b-4707-9428-2e716f411885", "tag": "8ff097ef-11a1-4847-9e06-95f2c84807d0", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:21.085964 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-117e39d5-7b8b-4f1e-b87c-fa67c69b69f3 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:21.086545 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117e39d5-7b8b-4f1e-b87c-fa67c69b69f3'] response: {'name': 'network-changed', 'server_uuid': '928a91d5-600b-4707-9428-2e716f411885', 'tag': '8ff097ef-11a1-4847-9e06-95f2c84807d0', 'status': 'completed', 'code': 200} Oct 12 02:34:21.121821 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:21.143796 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:21.166578 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:21.181198 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [None req-ff14c3da-b0f7-4e37-9e53-849a60ff3d52 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Floating IP e75af2a0-60e1-414f-ad66-d49d5ff9dfec associated. External IP: 172.27.4.138, port: fe5a040d-6b9b-4b90-a3c9-76a1085a756e. Oct 12 02:34:21.237431 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.317067 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b9c9a-0845-4099-b337-68a6a7ddff9c req-63e052cf-0543-4176-a72d-22d6d3567c5f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:21.318587 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-870b9c9a-0845-4099-b337-68a6a7ddff9c req-63e052cf-0543-4176-a72d-22d6d3567c5f tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0528536 Oct 12 02:34:21.370899 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-870b9c9a-0845-4099-b337-68a6a7ddff9c req-5cad8cce-5def-486c-a27e-f518051cd5f2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435355 Oct 12 02:34:21.375983 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.87', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': '8ff097ef-11a1-4847-9e06-95f2c84807d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:21:a3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a91d5-600b-4707-9428-2e716f411885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:34:05Z', 'updated_at': '2022-10-12T02:34:20Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:21.396799 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff14c3da-b0f7-4e37-9e53-849a60ff3d52 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:34:21.396799 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:21.401629 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:34:21.410237 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:21.410836 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:34:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:21.516482 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:21.790246 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff14c3da-b0f7-4e37-9e53-849a60ff3d52 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:34:21.794808 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ff14c3da-b0f7-4e37-9e53-849a60ff3d52 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:21.801882 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] Sync routers for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:34:21.818305 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:21.819356 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:34:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:21.838057 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf0671-1ee3-499a-b358-b78f252d6597 req-bcc39113-0475-4b87-bba2-1fdbf7357e25 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:21.840072 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cddf0671-1ee3-499a-b358-b78f252d6597 req-bcc39113-0475-4b87-bba2-1fdbf7357e25 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.1412795 Oct 12 02:34:21.845826 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ff14c3da-b0f7-4e37-9e53-849a60ff3d52 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/e75af2a0-60e1-414f-ad66-d49d5ff9dfec HTTP/1.1" status: 200 len: 992 time: 1.2584324 Oct 12 02:34:21.846801 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:21.849535 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92472184-a36a-49e4-bd9a-8d9795187131" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:21.882770 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.87', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': '8ff097ef-11a1-4847-9e06-95f2c84807d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:21:a3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a91d5-600b-4707-9428-2e716f411885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:34:05Z', 'updated_at': '2022-10-12T02:34:20Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:21.895384 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbebc93-1072-4779-96ed-604c4f1f0b85 x-openstack-request-id: req-abbebc93-1072-4779-96ed-604c4f1f0b85 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:21.895793 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:21.896047 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abbebc93-1072-4779-96ed-604c4f1f0b85 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:21.896557 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abbebc93-1072-4779-96ed-604c4f1f0b85'] response: {'name': 'network-changed', 'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'status': 'completed', 'code': 200} Oct 12 02:34:21.913258 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba9cd1f-d2b1-4314-9dfa-8705d2e8380a None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.87', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': '8ff097ef-11a1-4847-9e06-95f2c84807d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:21:a3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a91d5-600b-4707-9428-2e716f411885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:34:05Z', 'updated_at': '2022-10-12T02:34:20Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:34:21.918517 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cddf0671-1ee3-499a-b358-b78f252d6597 req-4c391c6a-b86d-4f68-84bd-c97f3b7028c1 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663352 Oct 12 02:34:21.937196 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:22.109127 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df928a04-2b11-42c4-9c4c-635772ec0331 None None] New status for floating IP b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd: ACTIVE {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:34:22.158850 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'e75af2a0-60e1-414f-ad66-d49d5ff9dfec', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'floating_ip_address': '172.27.4.138', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'port_id': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'mac_address': 'fa:16:3e:12:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:34:07Z', 'updated_at': '2022-10-12T02:34:20Z', 'revision_number': 1, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:22.183170 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] Checking router: 6f7e97b5-5f69-4eec-8bdb-b30416915f78 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:34:22.191401 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:22.192003 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:34:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:22.362119 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-a7ec2e7d-5e72-40d6-ac9e-e98f9a559ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:22.363541 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-a7ec2e7d-5e72-40d6-ac9e-e98f9a559ad5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 1129 time: 0.0437136 Oct 12 02:34:22.382387 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:22.460212 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:22.495404 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57b8f-ab10-4702-981e-8694b8cde72a req-5b02ff24-6de3-4858-b345-2f0196717b65 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:22.496908 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-75e57b8f-ab10-4702-981e-8694b8cde72a req-5b02ff24-6de3-4858-b345-2f0196717b65 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0466051 Oct 12 02:34:22.538474 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92472184-a36a-49e4-bd9a-8d9795187131 req-a7ed8a83-c9b9-4e3e-9b8d-2042789c33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:22.540359 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-92472184-a36a-49e4-bd9a-8d9795187131 req-a7ed8a83-c9b9-4e3e-9b8d-2042789c33af service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 1130 time: 0.0399799 Oct 12 02:34:22.597678 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'e75af2a0-60e1-414f-ad66-d49d5ff9dfec', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'floating_ip_address': '172.27.4.138', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'port_id': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'mac_address': 'fa:16:3e:12:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:34:07Z', 'updated_at': '2022-10-12T02:34:20Z', 'revision_number': 1, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:22.616624 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-75e57b8f-ab10-4702-981e-8694b8cde72a req-6c68536f-a63e-47ba-81d7-4a87e27ed905 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078911 Oct 12 02:34:22.623600 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071bb53-8bb3-4e14-8261-d06e471dd15d None None] The sync data for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi is: [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'e75af2a0-60e1-414f-ad66-d49d5ff9dfec', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'floating_ip_address': '172.27.4.138', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'port_id': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'mac_address': 'fa:16:3e:12:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:34:07Z', 'updated_at': '2022-10-12T02:34:20Z', 'revision_number': 1, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:34:22.627482 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-608203bb-ee2b-4d2e-96ca-ac7be34c09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:22.628999 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-608203bb-ee2b-4d2e-96ca-ac7be34c09c2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 916 time: 0.1278110 Oct 12 02:34:22.681913 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92472184-a36a-49e4-bd9a-8d9795187131 req-31bc106c-6a17-4106-8978-2872c3ce9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:22.683449 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-92472184-a36a-49e4-bd9a-8d9795187131 req-31bc106c-6a17-4106-8978-2872c3ce9da5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 916 time: 0.1039009 Oct 12 02:34:22.807433 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74486d-ee10-4d45-94f3-891dde3f07db None None] New status for floating IP e75af2a0-60e1-414f-ad66-d49d5ff9dfec: ACTIVE {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:34:23.040940 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50082d4-08ca-4c28-8234-8e6891424015 req-e1cade31-c937-4632-b5c8-1ff912d7dd0d tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:23.042572 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c50082d4-08ca-4c28-8234-8e6891424015 req-e1cade31-c937-4632-b5c8-1ff912d7dd0d tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0454416 Oct 12 02:34:23.100601 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c50082d4-08ca-4c28-8234-8e6891424015 req-f2af85e0-ea5e-4abe-837b-84d1a0bff45f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524139 Oct 12 02:34:23.271551 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-c419bd6b-8ad2-40e3-ba15-bc3574e17b4d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff097ef-11a1-4847-9e06-95f2c84807d0 HTTP/1.1" status: 200 len: 1000 time: 0.0609128 Oct 12 02:34:23.278333 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-92472184-a36a-49e4-bd9a-8d9795187131 req-43a9d947-38a2-49b4-ac9a-01b80421c07b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e HTTP/1.1" status: 200 len: 1002 time: 0.0606844 Oct 12 02:34:23.321647 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:23.329294 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-5768e4a2-19f7-45b6-b15e-cd8cb1ed5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:23.330815 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-5768e4a2-19f7-45b6-b15e-cd8cb1ed5b57 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.0533714 Oct 12 02:34:23.334381 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92472184-a36a-49e4-bd9a-8d9795187131 req-787ab577-b05c-4ce7-a190-8a11f4ea3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:23.335833 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-92472184-a36a-49e4-bd9a-8d9795187131 req-787ab577-b05c-4ce7-a190-8a11f4ea3676 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.0511205 Oct 12 02:34:23.382159 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92472184-a36a-49e4-bd9a-8d9795187131 req-dfa50e24-ccfd-4bc4-b3e9-69d23340bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:23.383678 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-92472184-a36a-49e4-bd9a-8d9795187131 req-dfa50e24-ccfd-4bc4-b3e9-69d23340bd34 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393326 Oct 12 02:34:23.385689 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-e5df8444-f01b-410f-ac2d-3bad10179aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:23.387177 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-e5df8444-f01b-410f-ac2d-3bad10179aed service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433857 Oct 12 02:34:23.442289 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:23.482350 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-8fd561b0-abbb-41ad-adcf-3193c81b776f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850167 Oct 12 02:34:23.483690 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-92472184-a36a-49e4-bd9a-8d9795187131 req-e2301ca4-1b62-4211-bb14-ba0b2a3f6bf5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869405 Oct 12 02:34:23.576921 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-92472184-a36a-49e4-bd9a-8d9795187131 req-2aa4c0c9-c3f6-48d7-a468-9855c985d395 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829828 Oct 12 02:34:23.579763 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5dd30da-a3f0-414e-9a33-87ece546a138 req-d1d83661-85de-4fe0-b0ce-91f42f0173e0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865552 Oct 12 02:34:23.741860 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5226d8-9acc-4afd-89d5-1d82e3d9e396 req-560df5a1-5e2c-4c2e-af21-569d00bb6ea6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:23.743295 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4b5226d8-9acc-4afd-89d5-1d82e3d9e396 req-560df5a1-5e2c-4c2e-af21-569d00bb6ea6 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0480778 Oct 12 02:34:23.789486 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4b5226d8-9acc-4afd-89d5-1d82e3d9e396 req-34c084d1-c354-4570-a36e-abcb5381fb8b tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406506 Oct 12 02:34:24.057446 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a8dad-f742-40ab-9c8d-3b9c6cb556de req-1704e425-3ce9-47a1-85fa-bac42d722b87 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:24.058898 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ee9a8dad-f742-40ab-9c8d-3b9c6cb556de req-1704e425-3ce9-47a1-85fa-bac42d722b87 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0497561 Oct 12 02:34:24.068862 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60566) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:34:24.073084 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-d8d6bf4a-e90c-4e74-8ef0-51d4fcb39ece tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Request body: {'floatingip': {'port_id': '3c705692-0c55-4ed6-88ed-b7ba46d3442f'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:34:24.124747 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8d6bf4a-e90c-4e74-8ef0-51d4fcb39ece tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for floatingip (db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:24.221066 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465d6a0-842f-48f5-aaf8-f1b1d1005f2b req-8645555b-d507-4db2-aa87-b11efb907c4a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:24.222666 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2465d6a0-842f-48f5-aaf8-f1b1d1005f2b req-8645555b-d507-4db2-aa87-b11efb907c4a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0465426 Oct 12 02:34:24.233316 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:24.285991 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2465d6a0-842f-48f5-aaf8-f1b1d1005f2b req-20ab742f-78af-4beb-b5cc-87404a7f2215 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575716 Oct 12 02:34:24.565433 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8d6bf4a-e90c-4e74-8ef0-51d4fcb39ece tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:24.569029 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8d6bf4a-e90c-4e74-8ef0-51d4fcb39ece tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:24.751507 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:24.763063 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d6bf4a-e90c-4e74-8ef0-51d4fcb39ece tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:34:24.862518 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d6bf4a-e90c-4e74-8ef0-51d4fcb39ece tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:34:24.866781 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8d6bf4a-e90c-4e74-8ef0-51d4fcb39ece tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:24.873055 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] Sync routers for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:34:24.883161 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:24.883771 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:34:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:24.899810 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:24.902633 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d1b269-3dee-468f-8ccc-19cc352487ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:24.931361 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d8d6bf4a-e90c-4e74-8ef0-51d4fcb39ece tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d HTTP/1.1" status: 200 len: 994 time: 0.8614385 Oct 12 02:34:24.938582 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f6c57f-baa1-42b3-8e30-fad58c860e11 x-openstack-request-id: req-38f6c57f-baa1-42b3-8e30-fad58c860e11 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:24.938866 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:24.939117 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38f6c57f-baa1-42b3-8e30-fad58c860e11 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:24.939515 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f6c57f-baa1-42b3-8e30-fad58c860e11'] response: {'name': 'network-changed', 'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'status': 'completed', 'code': 200} Oct 12 02:34:24.990933 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:25.033549 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-e3480bb0-18df-4f66-a744-a2321d9c14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:25.035052 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-e3480bb0-18df-4f66-a744-a2321d9c14d9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 1130 time: 0.0399058 Oct 12 02:34:25.059117 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:25.140200 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-0b0b3905-4211-4bbf-84a0-093e058da080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:25.141697 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-0b0b3905-4211-4bbf-84a0-093e058da080 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.0946264 Oct 12 02:34:25.161102 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:25.202766 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'floating_ip_address': '172.27.4.225', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'port_id': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'mac_address': 'fa:16:3e:ed:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:32:14Z', 'updated_at': '2022-10-12T02:34:24Z', 'revision_number': 3, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 5, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:25.227060 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] Checking router: c1ab1603-2d64-4a9d-91c0-cc87385f6d7f for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:34:25.235743 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:34:25.236348 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:34:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:25.277237 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-775d4dc2-367a-44b0-8afe-e6b6c2367ded service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f HTTP/1.1" status: 200 len: 1002 time: 0.0559988 Oct 12 02:34:25.326909 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-2af7c8ba-6260-40a4-bd52-ac97e5a52eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:25.328049 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-2af7c8ba-6260-40a4-bd52-ac97e5a52eb1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.0446537 Oct 12 02:34:25.342073 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:34:25.386232 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-f53bbd74-2ad0-480f-8810-d18e74349641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:25.386560 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-f53bbd74-2ad0-480f-8810-d18e74349641 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526390 Oct 12 02:34:25.410541 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:25.464156 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90de600-7e55-48c0-a263-b165bcf50739 req-c762d267-1357-4e36-9ffa-3d8c7ca3011b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:25.465650 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c90de600-7e55-48c0-a263-b165bcf50739 req-c762d267-1357-4e36-9ffa-3d8c7ca3011b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0957813 Oct 12 02:34:25.540361 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-cf5b282d-0e31-4065-bf2b-cb0bf2d3ae53 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383002 Oct 12 02:34:25.549960 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'floating_ip_address': '172.27.4.225', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'port_id': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'mac_address': 'fa:16:3e:ed:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:32:14Z', 'updated_at': '2022-10-12T02:34:24Z', 'revision_number': 3, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 5, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:34:25.563389 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c90de600-7e55-48c0-a263-b165bcf50739 req-de786804-d80c-4f21-ab4c-921fde238215 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899673 Oct 12 02:34:25.589764 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118227fc-f4a2-41ee-b840-905996f48d44 None None] The sync data for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi is: [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'floating_ip_address': '172.27.4.225', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'port_id': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'mac_address': 'fa:16:3e:ed:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:32:14Z', 'updated_at': '2022-10-12T02:34:24Z', 'revision_number': 3, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 5, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:34:25.641342 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7d1b269-3dee-468f-8ccc-19cc352487ad req-b22f1d13-be01-43f4-bcef-7c2b1bffe9ef service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922804 Oct 12 02:34:26.685590 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f680fe-fcb8-4a01-8853-215a4c2198fb req-d5d23674-0ecd-4470-9e96-1fcb5fd22b1b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:26.687043 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55f680fe-fcb8-4a01-8853-215a4c2198fb req-d5d23674-0ecd-4470-9e96-1fcb5fd22b1b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0458329 Oct 12 02:34:26.746384 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55f680fe-fcb8-4a01-8853-215a4c2198fb req-7304e4a5-8d20-46f5-a3aa-00a2a5edf9f7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538490 Oct 12 02:34:26.940407 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:34:26.942819 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34bbb29-128c-400c-a838-b13b7995bb12" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:34:26.982184 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be35a3a8-817d-4ed7-86ab-926c62c7e924 x-openstack-request-id: req-be35a3a8-817d-4ed7-86ab-926c62c7e924 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:34:26.982475 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:34:26.982730 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be35a3a8-817d-4ed7-86ab-926c62c7e924 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:34:26.983133 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be35a3a8-817d-4ed7-86ab-926c62c7e924'] response: {'name': 'network-changed', 'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'status': 'completed', 'code': 200} Oct 12 02:34:27.060125 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:27.072445 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-846c1d7a-733d-43f5-89fb-5da91ba87aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:27.074639 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-846c1d7a-733d-43f5-89fb-5da91ba87aca service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 1130 time: 0.0445056 Oct 12 02:34:27.165379 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-3c1d127b-48cb-40ae-bfd8-fc810463fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:27.167361 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-3c1d127b-48cb-40ae-bfd8-fc810463fe36 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.0862427 Oct 12 02:34:27.232215 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-377f9d64-c4c7-4c86-b83a-e80051a6e3e0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f HTTP/1.1" status: 200 len: 1002 time: 0.0587051 Oct 12 02:34:27.279786 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-d0dd42f2-eb2d-432d-8bcf-93318043fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:27.281208 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-d0dd42f2-eb2d-432d-8bcf-93318043fd18 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.0429151 Oct 12 02:34:27.323613 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-c32e17f9-fd04-4602-b39b-d37bddda156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:27.325002 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-c32e17f9-fd04-4602-b39b-d37bddda156e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377915 Oct 12 02:34:27.416039 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-ef94b03d-5162-4eb2-9e13-1013942de865 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850203 Oct 12 02:34:27.504584 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c34bbb29-128c-400c-a838-b13b7995bb12 req-1ef5df51-5b3e-422b-a181-c137d14fc4f5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828066 Oct 12 02:34:27.869583 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0763f7e-4056-431a-9fbe-df44cbbbdf33 req-7e99635d-1ff3-4a29-91e8-9ffc789d2f63 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:27.871039 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b0763f7e-4056-431a-9fbe-df44cbbbdf33 req-7e99635d-1ff3-4a29-91e8-9ffc789d2f63 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0500777 Oct 12 02:34:27.930662 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b0763f7e-4056-431a-9fbe-df44cbbbdf33 req-b3906716-22b8-4b37-ba5d-3873cba23712 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539484 Oct 12 02:34:29.055330 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661ce42-63c6-4ad0-b3de-4d1028f9d0c0 req-bb6f9ecd-894a-4657-8ac4-b20b19d7498f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:29.056821 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d661ce42-63c6-4ad0-b3de-4d1028f9d0c0 req-bb6f9ecd-894a-4657-8ac4-b20b19d7498f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0498793 Oct 12 02:34:29.071805 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:29.118858 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d661ce42-63c6-4ad0-b3de-4d1028f9d0c0 req-c9cb16bd-2592-49dd-9192-7cb28c99aa31 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557096 Oct 12 02:34:29.472636 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-6d8e6841-1c1a-4232-aee0-2bd63e2711c0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400040 Oct 12 02:34:29.595935 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-13528562-64df-45a3-8a82-e5531f1e15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:29.597444 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-13528562-64df-45a3-8a82-e5531f1e15b3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 1130 time: 0.0399325 Oct 12 02:34:29.703108 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-ca2c288d-2daa-471c-b8eb-355d66b67e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:29.704544 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-ca2c288d-2daa-471c-b8eb-355d66b67e2b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 200 len: 920 time: 0.0890069 Oct 12 02:34:29.742404 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-00de9bab-ba8e-4c67-b1cd-ae61a5c43cc7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee HTTP/1.1" status: 200 len: 217 time: 0.0319021 Oct 12 02:34:29.787150 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:29.791418 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-2d5404ff-c529-4e3b-bea4-a73a788b6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:29.792890 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-2d5404ff-c529-4e3b-bea4-a73a788b6faf service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 200 len: 858 time: 0.0436099 Oct 12 02:34:29.841097 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-a299c31b-97f0-4db2-a094-67f9465e0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:29.842570 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-a299c31b-97f0-4db2-a094-67f9465e0100 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d2208204-5dac-4ba9-9cf8-255af28eb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425947 Oct 12 02:34:29.932671 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-3faaf1b3-a9a6-4a9e-8a3f-50cd3f92d4bd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820053 Oct 12 02:34:29.994076 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:30.029716 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b79926f8-11c3-4571-bc3b-ce8aebec9f19 req-65e6d931-c29b-4b9b-9ca0-fca9ceebff8a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880139 Oct 12 02:34:30.243878 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db069498-cd02-4e33-9239-f0ac547731fc req-45431dba-3c4b-4de6-8c9c-463b549ad733 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:30.246309 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-db069498-cd02-4e33-9239-f0ac547731fc req-45431dba-3c4b-4de6-8c9c-463b549ad733 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0501680 Oct 12 02:34:30.307004 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-db069498-cd02-4e33-9239-f0ac547731fc req-a454d8a1-587d-41d7-8036-b5ab9e971acd tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552468 Oct 12 02:34:31.432656 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bbaab-fe61-4838-99dd-e484a70d8f1f req-0d041d79-9b23-4e93-8350-b6c55e00578f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:31.434055 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-736bbaab-fe61-4838-99dd-e484a70d8f1f req-0d041d79-9b23-4e93-8350-b6c55e00578f tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0523312 Oct 12 02:34:31.493877 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-736bbaab-fe61-4838-99dd-e484a70d8f1f req-136316f8-ff23-4a81-8e59-4ad7aa56ddcc tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541241 Oct 12 02:34:32.579508 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:32.617438 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7ed32-3580-4658-9cf4-984eed26e689 req-a40dd4b1-f6ab-4217-87cc-6f46532648d3 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:32.618932 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-99a7ed32-3580-4658-9cf4-984eed26e689 req-a40dd4b1-f6ab-4217-87cc-6f46532648d3 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0508873 Oct 12 02:34:32.685799 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-99a7ed32-3580-4658-9cf4-984eed26e689 req-c029c8b2-b1c8-4e03-8e95-b21c5954795b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603018 Oct 12 02:34:33.808503 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f833-de15-468f-9508-194124d5e31a req-1566ea1e-18aa-4416-9bd3-13e76341df2d tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:33.810001 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d004f833-de15-468f-9508-194124d5e31a req-1566ea1e-18aa-4416-9bd3-13e76341df2d tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0469863 Oct 12 02:34:33.873659 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d004f833-de15-468f-9508-194124d5e31a req-9223bcf5-d505-47c9-bbf7-e3b4b224bb4e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579753 Oct 12 02:34:35.000558 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f8973-33bc-42c6-a6f9-e39dc94f4a17 req-e61bb475-77bb-442f-8a8b-bef43177cd80 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:35.002057 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-331f8973-33bc-42c6-a6f9-e39dc94f4a17 req-e61bb475-77bb-442f-8a8b-bef43177cd80 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0521896 Oct 12 02:34:35.065421 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-331f8973-33bc-42c6-a6f9-e39dc94f4a17 req-de4372f6-c46b-4698-b2d4-2fc518a2de4d tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577602 Oct 12 02:34:36.186217 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8fa8e-d8c0-4e33-969d-a6ec4d04e7ca req-86c73f8d-56f2-462e-aa2c-c80b02eb0c90 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:36.187665 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7af8fa8e-d8c0-4e33-969d-a6ec4d04e7ca req-86c73f8d-56f2-462e-aa2c-c80b02eb0c90 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0463893 Oct 12 02:34:36.247343 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7af8fa8e-d8c0-4e33-969d-a6ec4d04e7ca req-9e89916d-4f60-457a-969d-bea9790e8e83 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539987 Oct 12 02:34:36.347620 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:36.357760 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=81 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:37.369496 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc12cd-f80d-49d1-a3a6-c1ee2eaad1f1 req-f9affe6d-89d2-42b7-b2dd-b56681fcdd8e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:37.371427 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-80cc12cd-f80d-49d1-a3a6-c1ee2eaad1f1 req-f9affe6d-89d2-42b7-b2dd-b56681fcdd8e tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0502694 Oct 12 02:34:37.435324 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-80cc12cd-f80d-49d1-a3a6-c1ee2eaad1f1 req-3d603ae5-cd18-440b-bbac-b27c82bf6fa8 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583158 Oct 12 02:34:38.557483 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f15563-6686-4d74-9996-a91e89eb35bf req-d7f71706-05f5-4d68-a3c5-44d7449ce046 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:38.558937 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2f15563-6686-4d74-9996-a91e89eb35bf req-d7f71706-05f5-4d68-a3c5-44d7449ce046 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0469320 Oct 12 02:34:38.622951 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2f15563-6686-4d74-9996-a91e89eb35bf req-3250c0c4-d3b0-4b64-a13e-188b13d9c9ad tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582852 Oct 12 02:34:38.702469 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:34:39.061358 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=40 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:39.063294 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:39.748061 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdaadf-c2fe-4fd6-9948-6aa35077e2bf req-63bfde21-db19-447c-adac-27b5c693c5d5 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:39.749537 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-00cdaadf-c2fe-4fd6-9948-6aa35077e2bf req-63bfde21-db19-447c-adac-27b5c693c5d5 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0525124 Oct 12 02:34:39.775729 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:39.810266 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-00cdaadf-c2fe-4fd6-9948-6aa35077e2bf req-a91f266d-3223-4d13-8804-ac15a5a1972b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551100 Oct 12 02:34:40.931232 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a6704-0f96-43a9-b511-6c174307e794 req-7857c94b-463c-43a7-ac48-2c0c95af57d4 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:40.932664 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b6a6704-0f96-43a9-b511-6c174307e794 req-7857c94b-463c-43a7-ac48-2c0c95af57d4 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0467632 Oct 12 02:34:40.991865 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0b6a6704-0f96-43a9-b511-6c174307e794 req-4ef1a4b6-99f0-48b0-b6c6-ec11a6debe0c tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535538 Oct 12 02:34:42.113148 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44bf20-ced2-40df-93e6-d863752f7baf req-4b26f33e-0d87-47c9-aba7-d56648c4c7a7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:34:42.114628 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6a44bf20-ced2-40df-93e6-d863752f7baf req-4b26f33e-0d87-47c9-aba7-d56648c4c7a7 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0477242 Oct 12 02:34:42.173728 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6a44bf20-ced2-40df-93e6-d863752f7baf req-a1558448-80ef-48bb-aeb2-ab2249ad8253 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&id=6a67273a-7bab-41b0-a78f-cb2f6a061cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534492 Oct 12 02:34:45.902100 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3d26c5bc-c542-490a-bb61-4407d88fe6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.242385 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e99f0f09-250d-4615-b9d5-49c4dc15348e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:48.698540 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:49.261661 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.822749 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:50.982697 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=54 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:50.986844 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=81 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:51.200717 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:34:52.161176 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=15 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:52.168350 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=48 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:34:59.077001 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:07.722604 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f510c6-e89b-4cba-ba63-613207aa7d95 req-38bc8f14-c9b7-43c7-92b8-432e9cb76154 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:07.724052 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a9f510c6-e89b-4cba-ba63-613207aa7d95 req-38bc8f14-c9b7-43c7-92b8-432e9cb76154 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0460863 Oct 12 02:35:07.773907 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a9f510c6-e89b-4cba-ba63-613207aa7d95 req-cf68bc98-43b2-4fb1-87da-fa55a70975f8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442593 Oct 12 02:35:08.870470 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f100c-d420-4a52-ac9a-f045416b8f54 req-1d0c615e-17d9-426b-9ad9-d1a2f797028e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:08.872728 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-963f100c-d420-4a52-ac9a-f045416b8f54 req-1d0c615e-17d9-426b-9ad9-d1a2f797028e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0472493 Oct 12 02:35:08.908600 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f0ef-acef-4604-a41c-8bf64c3415e8 req-0431883d-845a-4df7-854a-f931078bbb45 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:08.911248 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5d35f0ef-acef-4604-a41c-8bf64c3415e8 req-0431883d-845a-4df7-854a-f931078bbb45 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0482111 Oct 12 02:35:08.923480 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-963f100c-d420-4a52-ac9a-f045416b8f54 req-05871394-6eea-4015-bafb-fa9a23e6a22c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450764 Oct 12 02:35:08.958543 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5d35f0ef-acef-4604-a41c-8bf64c3415e8 req-14ebb2ff-3fa6-45b7-a1c2-4eae8d4b77db tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 Oct 12 02:35:09.068292 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:09.071217 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:10.047312 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fd799-c936-458a-8b3e-5d514b092f35 req-298c1196-6dd1-470b-8a61-9a0f486df4c3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:10.048789 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a03fd799-c936-458a-8b3e-5d514b092f35 req-298c1196-6dd1-470b-8a61-9a0f486df4c3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0495586 Oct 12 02:35:10.083066 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46347d06-f998-4340-805f-f499b57b8306 req-8d5c462b-2006-4c15-b9a0-581cce0da7e0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:10.084912 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-46347d06-f998-4340-805f-f499b57b8306 req-8d5c462b-2006-4c15-b9a0-581cce0da7e0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0468292 Oct 12 02:35:10.096229 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a03fd799-c936-458a-8b3e-5d514b092f35 req-06046ce1-e0cb-4ec4-ba21-2eb567ee9826 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Oct 12 02:35:10.132821 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-46347d06-f998-4340-805f-f499b57b8306 req-b7a56ad4-7495-4349-870c-70e7f15ca081 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423861 Oct 12 02:35:11.220888 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418ceff-cb47-473c-b059-632952863f9d req-550130cf-be0e-4861-a639-bb37c307f985 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:11.222356 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6418ceff-cb47-473c-b059-632952863f9d req-550130cf-be0e-4861-a639-bb37c307f985 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0500674 Oct 12 02:35:11.260500 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb35d45-eaba-477e-a7a2-0d5cc07c5067 req-2f516b21-ceee-4210-8d39-7c1cd68b9c94 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:11.262059 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-aeb35d45-eaba-477e-a7a2-0d5cc07c5067 req-2f516b21-ceee-4210-8d39-7c1cd68b9c94 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0479400 Oct 12 02:35:11.271776 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6418ceff-cb47-473c-b059-632952863f9d req-245e065c-0dd4-4756-bb55-914d78d97729 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Oct 12 02:35:11.309270 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-aeb35d45-eaba-477e-a7a2-0d5cc07c5067 req-b0ef002c-c374-436b-977a-f817b7ad53d0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415542 Oct 12 02:35:12.391893 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8173414-fc01-431b-9ccd-8abcfef2dd54 req-4d1742c2-aee8-4c0f-b2a8-5c779a6e38ae tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:12.393470 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f8173414-fc01-431b-9ccd-8abcfef2dd54 req-4d1742c2-aee8-4c0f-b2a8-5c779a6e38ae tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0477159 Oct 12 02:35:12.437663 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d0a31-1ef6-4c71-920f-bc2a35853a4a req-57148bc8-0181-45f0-b4cc-19f886cb567d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:12.439151 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bd5d0a31-1ef6-4c71-920f-bc2a35853a4a req-57148bc8-0181-45f0-b4cc-19f886cb567d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0472155 Oct 12 02:35:12.445433 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f8173414-fc01-431b-9ccd-8abcfef2dd54 req-10696073-a914-48cf-97e9-da463efc46a2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=221bfdad-0895-41c2-8c9e-fbfda5abfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463762 Oct 12 02:35:12.489196 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bd5d0a31-1ef6-4c71-920f-bc2a35853a4a req-79b9048c-3b10-427f-bfc1-cfae4d8c5b6e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444272 Oct 12 02:35:12.657787 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc687d-3e0f-4284-bc6b-595d12360635 req-07439398-58c7-4e54-bd07-f46b0bcfbb9d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:12.659291 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-becc687d-3e0f-4284-bc6b-595d12360635 req-07439398-58c7-4e54-bd07-f46b0bcfbb9d tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 946 time: 0.0468581 Oct 12 02:35:12.748333 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Deleting port 3c705692-0c55-4ed6-88ed-b7ba46d3442f {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:12.748769 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:12.855102 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] For port 3c705692-0c55-4ed6-88ed-b7ba46d3442f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3c705692-0c55-4ed6-88ed-b7ba46d3442f,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:12.855467 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:13.057496 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:13.057856 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:13.058165 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Floating IP db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d disassociated. External IP: 172.27.4.225, port: 3c705692-0c55-4ed6-88ed-b7ba46d3442f. Oct 12 02:35:13.058507 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Calling delete_port for 3c705692-0c55-4ed6-88ed-b7ba46d3442f owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:13.071164 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628eca3-5bc8-4f2e-bce2-6b78b5f5bcc8 req-3d2a0692-3e69-47d5-967b-3d7286498aca tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:13.072632 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1628eca3-5bc8-4f2e-bce2-6b78b5f5bcc8 req-3d2a0692-3e69-47d5-967b-3d7286498aca tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 945 time: 0.0726528 Oct 12 02:35:13.173430 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1628eca3-5bc8-4f2e-bce2-6b78b5f5bcc8 req-4d0eecd5-51d8-476d-9b2e-514ad1fbbeba tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936472 Oct 12 02:35:13.206790 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:13.209600 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:13.234363 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (3c705692-0c55-4ed6-88ed-b7ba46d3442f), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:13.264306 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event deleted for resources: {'Port': ['ID=3c705692-0c55-4ed6-88ed-b7ba46d3442f,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:13.276833 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.277179 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.277517 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.277855 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.278186 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.278513 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.278835 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.279158 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.279481 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.279802 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.280119 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.280438 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.280778 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.281096 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.281414 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:13.353970 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:13.388659 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:13.487664 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:13.498842 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] Sync routers for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:13.508624 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:13.509349 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:34:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:13.533742 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] No DVR routers for this DVR port 3c705692-0c55-4ed6-88ed-b7ba46d3442f on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:13.536859 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:13.540455 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-becc687d-3e0f-4284-bc6b-595d12360635 req-4d57d386-17f3-47b0-98d3-0cb7bddf55e1 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "DELETE /networking/v2.0/ports/3c705692-0c55-4ed6-88ed-b7ba46d3442f HTTP/1.1" status: 204 len: 173 time: 0.8754764 Oct 12 02:35:13.541172 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'name': 'network-vif-deleted', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:13.544237 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bd6592-776b-42e9-a85d-6fbdbbede2c8" -d '{"events": [{"server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "name": "network-vif-deleted", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:13.562789 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-11c393a9-5af8-43fa-998e-d85bb9fd76df req-0835177a-deb7-4927-8504-81afcb835fb3 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 210 time: 0.0324986 Oct 12 02:35:13.619558 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:13.637787 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d9e62-d824-441c-be86-540e7669d2e9 req-ce929e43-a2a7-4429-9cb9-4dfbb33d7145 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:13.648603 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-751d9e62-d824-441c-be86-540e7669d2e9 req-ce929e43-a2a7-4429-9cb9-4dfbb33d7145 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0673952 Oct 12 02:35:13.695755 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de8cf8f-f016-4e81-9668-1a4893b688a1 x-openstack-request-id: req-3de8cf8f-f016-4e81-9668-1a4893b688a1 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:13.696125 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5527bc-4e21-4157-9415-41e66105dc9c", "name": "network-vif-deleted", "tag": "3c705692-0c55-4ed6-88ed-b7ba46d3442f", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:13.696567 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3de8cf8f-f016-4e81-9668-1a4893b688a1 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:13.697025 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de8cf8f-f016-4e81-9668-1a4893b688a1'] response: {'server_uuid': 'ac5527bc-4e21-4157-9415-41e66105dc9c', 'name': 'network-vif-deleted', 'tag': '3c705692-0c55-4ed6-88ed-b7ba46d3442f', 'status': 'completed', 'code': 200} Oct 12 02:35:13.700679 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-751d9e62-d824-441c-be86-540e7669d2e9 req-576ce717-e48f-4800-a961-290f112e2bf5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510764 Oct 12 02:35:13.822870 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 5, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:13.846570 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] Checking router: c1ab1603-2d64-4a9d-91c0-cc87385f6d7f for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:13.855236 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:13.855766 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:34:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:13.953689 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:14.132732 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 5, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:14.160720 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2c234-8147-4ba0-b32c-e550b1db8116 None None] The sync data for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi is: [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:33Z', 'revision_number': 4, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'ade91eda-d21f-4661-972d-d442260cbfda', 'name': '', 'network_id': 'd2208204-5dac-4ba9-9cf8-255af28eb635', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'mac_address': 'fa:16:3e:8f:c2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3773f3fd-a367-461c-996d-087e532d1195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:43Z', 'revision_number': 5, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'subnets': [{'id': '3773f3fd-a367-461c-996d-087e532d1195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:14.299841 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098809b3-f368-44f2-a35d-f58f24fe4ab4 req-912474e2-2bb8-4ccb-a928-edef04fce496 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:14.301402 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-098809b3-f368-44f2-a35d-f58f24fe4ab4 req-912474e2-2bb8-4ccb-a928-edef04fce496 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 945 time: 0.0477793 Oct 12 02:35:14.352027 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-098809b3-f368-44f2-a35d-f58f24fe4ab4 req-6ccc050b-6523-482b-bc65-387659e1533c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446308 Oct 12 02:35:14.382871 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad17109-731e-4f36-ba70-6d1e1eaef4e9 None None] New status for floating IP db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d: DOWN {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:35:14.666018 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4558fb3d-d0f8-4a7b-95b2-2edf27b920e7 req-1034705a-df59-4665-8af2-34967dbfe6fd tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ac5527bc-4e21-4157-9415-41e66105dc9c HTTP/1.1" status: 200 len: 210 time: 0.0279243 Oct 12 02:35:14.827708 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f0208-8530-44db-ace7-e9a2a416a777 req-f5b59ea2-a6c4-4b23-8ca8-1059b2bd8868 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:14.829244 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-646f0208-8530-44db-ace7-e9a2a416a777 req-f5b59ea2-a6c4-4b23-8ca8-1059b2bd8868 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0474467 Oct 12 02:35:14.875157 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-646f0208-8530-44db-ace7-e9a2a416a777 req-254beb67-32fb-4fda-9687-59075c6a01e0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Oct 12 02:35:14.940112 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-a3039465-00de-4766-93df-aa2bbcaa00ed tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:14.941512 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-a3039465-00de-4766-93df-aa2bbcaa00ed tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 945 time: 0.0495405 Oct 12 02:35:15.027347 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Deleting port 8ff097ef-11a1-4847-9e06-95f2c84807d0 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:15.027686 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.123817 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] For port 8ff097ef-11a1-4847-9e06-95f2c84807d0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ff097ef-11a1-4847-9e06-95f2c84807d0,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:15.124178 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.285297 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.285657 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.285967 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Floating IP b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd disassociated. External IP: 172.27.4.87, port: 8ff097ef-11a1-4847-9e06-95f2c84807d0. Oct 12 02:35:15.286301 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Calling delete_port for 8ff097ef-11a1-4847-9e06-95f2c84807d0 owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:15.619017 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:15.638125 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:15.688001 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5aa69-c4a3-455f-a2c7-22764ed5b8da req-6b91d33d-7c84-4997-acec-3ebf763c3a20 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:15.689494 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-67c5aa69-c4a3-455f-a2c7-22764ed5b8da req-6b91d33d-7c84-4997-acec-3ebf763c3a20 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=928a91d5-600b-4707-9428-2e716f411885 HTTP/1.1" status: 200 len: 945 time: 0.0685968 Oct 12 02:35:15.690586 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (8ff097ef-11a1-4847-9e06-95f2c84807d0), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.701900 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:35:15.727420 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'Port': ['ID=8ff097ef-11a1-4847-9e06-95f2c84807d0,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:15.762670 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60796) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:15.819107 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-67c5aa69-c4a3-455f-a2c7-22764ed5b8da req-49301623-935c-4f81-9add-e8014646db23 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212792 Oct 12 02:35:15.826586 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group (221bfdad-0895-41c2-8c9e-fbfda5abfb54), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.851004 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group (221bfdad-0895-41c2-8c9e-fbfda5abfb54), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.882447 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:15.895596 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5117-d6e1-4e47-970d-4fa3d85764a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.902712 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (221bfdad-0895-41c2-8c9e-fbfda5abfb54), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.905482 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:15.906643 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/221bfdad-0895-41c2-8c9e-fbfda5abfb54 HTTP/1.1" status: 204 len: 168 time: 0.1430566 Oct 12 02:35:15.911620 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60798) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:15.925827 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=221bfdad-0895-41c2-8c9e-fbfda5abfb54,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:15.933906 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.api.v2.resource [None req-b23fac69-b430-4fe2-85a5-baf17615f8eb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] show failed (client error): The resource could not be found. Oct 12 02:35:15.937499 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b23fac69-b430-4fe2-85a5-baf17615f8eb tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups/221bfdad-0895-41c2-8c9e-fbfda5abfb54 HTTP/1.1" status: 404 len: 347 time: 0.0223598 Oct 12 02:35:15.938735 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60802) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:15.947877 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.948301 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.948755 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.949115 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.949852 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.950193 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.950526 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.951017 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.951528 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.951861 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.952195 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.952577 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.952934 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.953260 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.953584 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1e645-d31b-49c5-a5ab-13bbc2a6347a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:15.999568 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:16.009427 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:16.022473 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:16.023384 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:34:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:16.045815 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] No DVR routers for this DVR port 8ff097ef-11a1-4847-9e06-95f2c84807d0 on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:16.048276 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.052053 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a55e8497-5f16-49f7-9f5a-20d2a0790e9a req-694bf1a8-eeea-409c-b0f6-18c12beed9e1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "DELETE /networking/v2.0/ports/8ff097ef-11a1-4847-9e06-95f2c84807d0 HTTP/1.1" status: 204 len: 173 time: 1.1056759 Oct 12 02:35:16.052555 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928a91d5-600b-4707-9428-2e716f411885', 'name': 'network-vif-deleted', 'tag': '8ff097ef-11a1-4847-9e06-95f2c84807d0'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:16.054865 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139af47b-8f10-48f5-91c3-c0bdbaf0c9c5" -d '{"events": [{"server_uuid": "928a91d5-600b-4707-9428-2e716f411885", "name": "network-vif-deleted", "tag": "8ff097ef-11a1-4847-9e06-95f2c84807d0"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:16.108474 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13b8eb8-c7a3-4c12-9a5f-c6a129b6f7d2 x-openstack-request-id: req-d13b8eb8-c7a3-4c12-9a5f-c6a129b6f7d2 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:16.108977 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928a91d5-600b-4707-9428-2e716f411885", "name": "network-vif-deleted", "tag": "8ff097ef-11a1-4847-9e06-95f2c84807d0", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:16.109268 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d13b8eb8-c7a3-4c12-9a5f-c6a129b6f7d2 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:16.109543 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13b8eb8-c7a3-4c12-9a5f-c6a129b6f7d2'] response: {'server_uuid': '928a91d5-600b-4707-9428-2e716f411885', 'name': 'network-vif-deleted', 'tag': '8ff097ef-11a1-4847-9e06-95f2c84807d0', 'status': 'completed', 'code': 200} Oct 12 02:35:16.122242 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-bb6df875-183b-4f4a-9332-7312756dd0b7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Deleting port 0ddc23e3-9d2b-4cc4-968a-be38b0b86af2 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:16.122594 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bb6df875-183b-4f4a-9332-7312756dd0b7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (0ddc23e3-9d2b-4cc4-968a-be38b0b86af2), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.130986 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44518c-c47d-4a4a-9e9d-e26d8cf76a10 req-c5fb4b54-a2fc-44f4-8f82-d48cd13fd960 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:16.139944 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-eb44518c-c47d-4a4a-9e9d-e26d8cf76a10 req-c5fb4b54-a2fc-44f4-8f82-d48cd13fd960 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.1548774 Oct 12 02:35:16.157466 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:16.210603 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:16.234722 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:16.275469 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-eb44518c-c47d-4a4a-9e9d-e26d8cf76a10 req-c8e7cdd6-eeb4-4ace-b2df-d1269c9e6e73 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343896 Oct 12 02:35:16.295098 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bb6df875-183b-4f4a-9332-7312756dd0b7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (0ddc23e3-9d2b-4cc4-968a-be38b0b86af2), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.295689 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bb6df875-183b-4f4a-9332-7312756dd0b7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for floatingip (0ddc23e3-9d2b-4cc4-968a-be38b0b86af2), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.319198 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-bb6df875-183b-4f4a-9332-7312756dd0b7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Calling delete_port for 0ddc23e3-9d2b-4cc4-968a-be38b0b86af2 owned by network:floatingip {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:16.385722 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:16.452445 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:16.465698 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bb6df875-183b-4f4a-9332-7312756dd0b7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (0ddc23e3-9d2b-4cc4-968a-be38b0b86af2), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.477626 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:16.480768 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:16.487905 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:16.488504 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:34:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:16.492111 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6df875-183b-4f4a-9332-7312756dd0b7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event deleted for resources: {'Port': ['ID=0ddc23e3-9d2b-4cc4-968a-be38b0b86af2,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:16.553903 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bb6df875-183b-4f4a-9332-7312756dd0b7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks [] for floatingip (db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.556571 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bb6df875-183b-4f4a-9332-7312756dd0b7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:16.557774 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-bb6df875-183b-4f4a-9332-7312756dd0b7 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/db72c1ab-25c0-4b92-a1e4-1fa4bd6a2f8d HTTP/1.1" status: 204 len: 168 time: 0.6181595 Oct 12 02:35:16.591650 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:16.782323 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:16.807088 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937ac7f-b513-470d-9fac-2bf88a0ea1c8 None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:16.890672 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 8ff097ef-11a1-4847-9e06-95f2c84807d0 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:16.917132 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 8ff097ef-11a1-4847-9e06-95f2c84807d0 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:16.917773 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 8ff097ef-11a1-4847-9e06-95f2c84807d0 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:16.917917 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3c705692-0c55-4ed6-88ed-b7ba46d3442f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:16.935642 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60814) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:16.941313 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 3c705692-0c55-4ed6-88ed-b7ba46d3442f {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:16.941660 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3c705692-0c55-4ed6-88ed-b7ba46d3442f not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:16.997405 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-27560db2-85e6-4b7c-ad54-acc1dfec6ceb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.021239 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-27560db2-85e6-4b7c-ad54-acc1dfec6ceb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.062004 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af9a2b-c094-4037-b62d-f98c62dfe836 None None] New status for floating IP b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd: DOWN {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:35:17.070966 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-27560db2-85e6-4b7c-ad54-acc1dfec6ceb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.074289 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-27560db2-85e6-4b7c-ad54-acc1dfec6ceb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.075463 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-27560db2-85e6-4b7c-ad54-acc1dfec6ceb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e HTTP/1.1" status: 204 len: 168 time: 0.1387088 Oct 12 02:35:17.078323 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60816) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:17.085007 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27560db2-85e6-4b7c-ad54-acc1dfec6ceb tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:17.095474 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.api.v2.resource [None req-62b5d30d-4849-4005-9956-71f2bb78bff4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] show failed (client error): The resource could not be found. Oct 12 02:35:17.099553 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60818) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:17.099782 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-62b5d30d-4849-4005-9956-71f2bb78bff4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups/0d1f0b66-6bf3-4fbd-9f19-e3fcae97250e HTTP/1.1" status: 404 len: 347 time: 0.0198057 Oct 12 02:35:17.214379 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd14c0-4fd5-45be-b136-903d0df9cac5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Deleting port 71b2fe73-4406-41bf-a440-d6f968850b0b {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:17.214719 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3ecd14c0-4fd5-45be-b136-903d0df9cac5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (71b2fe73-4406-41bf-a440-d6f968850b0b), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.295141 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3ecd14c0-4fd5-45be-b136-903d0df9cac5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (71b2fe73-4406-41bf-a440-d6f968850b0b), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.295473 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3ecd14c0-4fd5-45be-b136-903d0df9cac5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (71b2fe73-4406-41bf-a440-d6f968850b0b), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.309396 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd14c0-4fd5-45be-b136-903d0df9cac5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Calling delete_port for 71b2fe73-4406-41bf-a440-d6f968850b0b owned by network:floatingip {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:17.422001 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:17.438284 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf0b58-ae10-4f7b-96ff-c7eefa646215 req-144802b9-a721-46e2-b6f4-f41ba82d4d93 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:17.439760 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7cf0b58-ae10-4f7b-96ff-c7eefa646215 req-144802b9-a721-46e2-b6f4-f41ba82d4d93 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0617826 Oct 12 02:35:17.511931 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:17.516966 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3ecd14c0-4fd5-45be-b136-903d0df9cac5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (71b2fe73-4406-41bf-a440-d6f968850b0b), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.529315 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7cf0b58-ae10-4f7b-96ff-c7eefa646215 req-45ea6fd3-7f23-40b0-ae66-3283551a0403 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838957 Oct 12 02:35:17.552423 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd14c0-4fd5-45be-b136-903d0df9cac5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'Port': ['ID=71b2fe73-4406-41bf-a440-d6f968850b0b,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:17.612823 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3ecd14c0-4fd5-45be-b136-903d0df9cac5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.615330 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3ecd14c0-4fd5-45be-b136-903d0df9cac5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.616487 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-3ecd14c0-4fd5-45be-b136-903d0df9cac5 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/b72b6e8d-86f5-4ce1-8ef4-6c7f9b128ddd HTTP/1.1" status: 204 len: 168 time: 0.5157320 Oct 12 02:35:17.688784 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60828) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:17.693364 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-2cb042c4-baf6-42dd-a355-9676918808c4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1569390675', 'description': 'tempest-description--1587750058'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:17.721051 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2cb042c4-baf6-42dd-a355-9676918808c4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.800265 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2cb042c4-baf6-42dd-a355-9676918808c4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (509badf9-9d6c-47ee-aef4-5fb6a924f3be), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.808323 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2cb042c4-baf6-42dd-a355-9676918808c4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (509badf9-9d6c-47ee-aef4-5fb6a924f3be), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.840532 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2cb042c4-baf6-42dd-a355-9676918808c4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.841755 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-2cb042c4-baf6-42dd-a355-9676918808c4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1519961 Oct 12 02:35:17.843619 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb042c4-baf6-42dd-a355-9676918808c4 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509badf9-9d6c-47ee-aef4-5fb6a924f3be,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:17.845063 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60834) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:17.852064 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-543b9754-e885-4b9b-84e3-7d74154242a9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group_rule': {'security_group_id': '509badf9-9d6c-47ee-aef4-5fb6a924f3be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:17.879124 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-543b9754-e885-4b9b-84e3-7d74154242a9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (a0aac8c4-75dc-4435-b0b3-17f790990a3c), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.933527 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-543b9754-e885-4b9b-84e3-7d74154242a9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (a0aac8c4-75dc-4435-b0b3-17f790990a3c), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.937123 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-543b9754-e885-4b9b-84e3-7d74154242a9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (a0aac8c4-75dc-4435-b0b3-17f790990a3c), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.955112 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b9754-e885-4b9b-84e3-7d74154242a9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0aac8c4-75dc-4435-b0b3-17f790990a3c,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:17.962431 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-543b9754-e885-4b9b-84e3-7d74154242a9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:17.964119 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-543b9754-e885-4b9b-84e3-7d74154242a9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180146 Oct 12 02:35:17.967140 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60836) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:17.971699 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-890ffa5e-25ed-43a9-879b-0bc50556bfb6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'security_group_rule': {'security_group_id': '509badf9-9d6c-47ee-aef4-5fb6a924f3be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:17.999088 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-890ffa5e-25ed-43a9-879b-0bc50556bfb6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (ca6448af-df2a-454b-8e71-db83bee24734), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.055821 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-890ffa5e-25ed-43a9-879b-0bc50556bfb6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (ca6448af-df2a-454b-8e71-db83bee24734), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.059618 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-890ffa5e-25ed-43a9-879b-0bc50556bfb6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (ca6448af-df2a-454b-8e71-db83bee24734), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.076015 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ffa5e-25ed-43a9-879b-0bc50556bfb6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6448af-df2a-454b-8e71-db83bee24734,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:18.086391 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-890ffa5e-25ed-43a9-879b-0bc50556bfb6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.088055 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-890ffa5e-25ed-43a9-879b-0bc50556bfb6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198630 Oct 12 02:35:18.091715 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60838) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:18.096033 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:18.118930 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.163783 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:18.199639 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.244999 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3a5c-6a21-46ba-8e18-e647b9643ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.259420 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:18.309104 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Allocated IP 172.27.4.241 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/651469be-d799-42fc-b996-6952ce201ef1) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:18.409933 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (651469be-d799-42fc-b996-6952ce201ef1), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.441353 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (651469be-d799-42fc-b996-6952ce201ef1), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.480916 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:18.485671 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:18.489159 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:18.515890 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=651469be-d799-42fc-b996-6952ce201ef1,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:18.573408 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (5b8ca341-07bc-438f-b097-587298bc2469), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.611054 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (651469be-d799-42fc-b996-6952ce201ef1), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.663177 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1881b6-ce12-4340-b7f7-0aa6c4d30afb req-1281d144-1496-4d2a-9045-14b6731e298b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:18.664664 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2b1881b6-ce12-4340-b7f7-0aa6c4d30afb req-1281d144-1496-4d2a-9045-14b6731e298b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0503490 Oct 12 02:35:18.712993 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2b1881b6-ce12-4340-b7f7-0aa6c4d30afb req-30c814b1-1b53-4846-8b2c-278828800173 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423961 Oct 12 02:35:18.757682 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (651469be-d799-42fc-b996-6952ce201ef1), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:18.762804 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (651469be-d799-42fc-b996-6952ce201ef1), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:19.057597 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea5456-a387-420a-bedb-51194f7ae87b req-36967051-83e9-4fa1-9a95-886331f10eff tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:19.059162 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-25ea5456-a387-420a-bedb-51194f7ae87b req-36967051-83e9-4fa1-9a95-886331f10eff tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0486419 Oct 12 02:35:19.092259 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=651469be-d799-42fc-b996-6952ce201ef1,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:19.096225 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (5b8ca341-07bc-438f-b097-587298bc2469), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:19.106644 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:19.109356 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-25ea5456-a387-420a-bedb-51194f7ae87b req-e699b5cb-648a-4e70-abfb-7d4ca5f1587e tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 Oct 12 02:35:19.119401 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:19.121250 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-acdbbe0b-6f5f-4746-9df2-b1677f7c63f8 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0286129 Oct 12 02:35:19.264242 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:19.274950 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-153dd486-9975-4f55-a501-c3cf05fc4fd7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1569390675&fields=id&tenant_id=76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 267 time: 0.0425506 Oct 12 02:35:19.350145 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:19.384546 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-542ca04a-8ee6-4c52-a9e9-4991f3262f62 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:19.385994 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-542ca04a-8ee6-4c52-a9e9-4991f3262f62 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 815 time: 0.1038909 Oct 12 02:35:19.400159 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-674da070-9a60-4226-8d79-98e7c256cbc1 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/quotas/76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 375 time: 0.0087934 Oct 12 02:35:19.448589 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-7bd19a97-510a-4575-8b1b-d7630b54dde2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428975 Oct 12 02:35:19.587038 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-956d5407-64b3-4dc3-926f-99cc15a2be2d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270404 Oct 12 02:35:19.678818 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-50a76e83-a070-45a8-aeba-b31c4a4545fc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853415 Oct 12 02:35:19.843082 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12eac5f0-5e41-4d13-8cc5-7f4debc7261e req-fd7d55bc-7901-4470-9c3f-55d814499cd2 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 210 time: 0.0307703 Oct 12 02:35:19.844922 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f05e-e53f-4b5c-9f50-4ff95a723928 req-da6bc9cc-362e-4975-8508-3daac425ba07 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:19.846400 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1743f05e-e53f-4b5c-9f50-4ff95a723928 req-da6bc9cc-362e-4975-8508-3daac425ba07 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0486829 Oct 12 02:35:19.898130 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1743f05e-e53f-4b5c-9f50-4ff95a723928 req-be85dbd0-5acc-40c3-93cc-cf5167f1d3dd tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461054 Oct 12 02:35:20.244975 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccb739-f17b-40cd-b168-bdf7361f1a88 req-bb23a0e6-e7ce-41e0-95ed-29ee0886d58a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:20.246505 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d6ccb739-f17b-40cd-b168-bdf7361f1a88 req-bb23a0e6-e7ce-41e0-95ed-29ee0886d58a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0465567 Oct 12 02:35:20.302332 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d6ccb739-f17b-40cd-b168-bdf7361f1a88 req-68e71611-ccfb-4d20-bcfe-a7c1e60c1eae tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494533 Oct 12 02:35:20.738893 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-5e390d8e-1571-495c-bf74-fbef6d4cd62c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:20.740512 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-5e390d8e-1571-495c-bf74-fbef6d4cd62c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Oct 12 02:35:20.832260 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:20.837668 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-230134ad-baf6-4c53-af2c-5c3f5242a99a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Deleting port 083d5d6b-4001-402b-be73-2549ed579b58 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:20.838010 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-230134ad-baf6-4c53-af2c-5c3f5242a99a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (083d5d6b-4001-402b-be73-2549ed579b58), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:20.955503 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-42e96601-e9db-4e5a-995c-039f50b00eb1 req-bc1f53fd-751f-43c3-bcde-6143116df0e3 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 210 time: 0.0348954 Oct 12 02:35:20.962604 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-230134ad-baf6-4c53-af2c-5c3f5242a99a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] For port 083d5d6b-4001-402b-be73-2549ed579b58, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=083d5d6b-4001-402b-be73-2549ed579b58,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:20.962983 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-230134ad-baf6-4c53-af2c-5c3f5242a99a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (083d5d6b-4001-402b-be73-2549ed579b58), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:20.984975 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-230134ad-baf6-4c53-af2c-5c3f5242a99a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Calling delete_port for 083d5d6b-4001-402b-be73-2549ed579b58 owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:21.025398 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513aca1-87fb-4b57-a14b-5a379a047a21 req-688f203b-6327-404d-a6be-8a5bbb9203b4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:21.027472 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d513aca1-87fb-4b57-a14b-5a379a047a21 req-688f203b-6327-404d-a6be-8a5bbb9203b4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0468392 Oct 12 02:35:21.029962 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:21.074095 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:21.076718 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d513aca1-87fb-4b57-a14b-5a379a047a21 req-83dd6539-ec15-4ea3-879e-60733b132774 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434017 Oct 12 02:35:21.120404 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-230134ad-baf6-4c53-af2c-5c3f5242a99a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (083d5d6b-4001-402b-be73-2549ed579b58), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.146074 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230134ad-baf6-4c53-af2c-5c3f5242a99a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event deleted for resources: {'Port': ['ID=083d5d6b-4001-402b-be73-2549ed579b58,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:21.155952 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee', '083d5d6b-4001-402b-be73-2549ed579b58'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:35:21.198129 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-230134ad-baf6-4c53-af2c-5c3f5242a99a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] No DVR routers for this DVR port 083d5d6b-4001-402b-be73-2549ed579b58 on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:21.201987 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-230134ad-baf6-4c53-af2c-5c3f5242a99a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.205514 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-152fa7ad-0ea5-426e-b4dd-95053516e1b6 req-230134ad-baf6-4c53-af2c-5c3f5242a99a tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "DELETE /networking/v2.0/ports/083d5d6b-4001-402b-be73-2549ed579b58 HTTP/1.1" status: 204 len: 173 time: 0.4598749 Oct 12 02:35:21.206333 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44170331-47f8-456c-ad56-e86eab5cac15', 'name': 'network-vif-deleted', 'tag': '083d5d6b-4001-402b-be73-2549ed579b58'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:21.208742 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dee4d3-9569-4fc9-be50-09e2339876b3" -d '{"events": [{"server_uuid": "44170331-47f8-456c-ad56-e86eab5cac15", "name": "network-vif-deleted", "tag": "083d5d6b-4001-402b-be73-2549ed579b58"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:21.226915 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.259607 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c70567-5397-42af-8e1a-f2c7437e7d53 x-openstack-request-id: req-79c70567-5397-42af-8e1a-f2c7437e7d53 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:21.260564 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44170331-47f8-456c-ad56-e86eab5cac15", "name": "network-vif-deleted", "tag": "083d5d6b-4001-402b-be73-2549ed579b58", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:21.260951 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79c70567-5397-42af-8e1a-f2c7437e7d53 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:21.261539 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c70567-5397-42af-8e1a-f2c7437e7d53'] response: {'server_uuid': '44170331-47f8-456c-ad56-e86eab5cac15', 'name': 'network-vif-deleted', 'tag': '083d5d6b-4001-402b-be73-2549ed579b58', 'status': 'completed', 'code': 200} Oct 12 02:35:21.377205 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-a85fbb40-2b63-41b9-b816-8fb01a2c7c95 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:21.378682 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-a85fbb40-2b63-41b9-b816-8fb01a2c7c95 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 815 time: 0.1301601 Oct 12 02:35:21.424823 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ab89247c-791f-4858-a566-525cca77fa43 req-909e33d8-adbe-4a7a-9ef5-ca7a1ee4cebc tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=44170331-47f8-456c-ad56-e86eab5cac15 HTTP/1.1" status: 200 len: 210 time: 0.0286217 Oct 12 02:35:21.453383 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-4fa24eec-cb05-42bd-9e1b-e476e7dd1ece tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=76e921b067f04677b76c245b5f93e112 HTTP/1.1" status: 200 len: 380 time: 0.0598457 Oct 12 02:35:21.462008 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'port': {'device_id': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'admin_state_up': True, 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'security_groups': ['509badf9-9d6c-47ee-aef4-5fb6a924f3be']}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:21.575620 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Made reservation on behalf of 76e921b067f04677b76c245b5f93e112 for: {'port': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:21.579510 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.716624 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Allocated IP 172.20.0.6 (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8/f147c0f3-4105-4485-bdf5-a129b9df68d7/93c61a39-b587-4e1c-9122-a17862f7c444) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:21.849008 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for port (93c61a39-b587-4e1c-9122-a17862f7c444), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.881066 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.926771 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:21.929924 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:21.934428 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:21.940485 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event updated for resources: {'Port': ['ID=93c61a39-b587-4e1c-9122-a17862f7c444,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:21.993491 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:21.994134 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:21.998880 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:22.002899 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:22.019470 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-0e55d681-8613-49c2-bbda-050e37bc30a6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612111 Oct 12 02:35:22.097320 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Request body: {'port': {'device_id': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:22.107574 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708f497-9238-4a19-bc01-84606c1c9075 req-1c24dd1a-b0e9-4887-8e12-f3cdc369229e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:22.109569 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f708f497-9238-4a19-bc01-84606c1c9075 req-1c24dd1a-b0e9-4887-8e12-f3cdc369229e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 931 time: 0.0632398 Oct 12 02:35:22.173036 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-46b703e9-e5b1-407e-81b4-f4caf27d628a None None] Provisioning complete for port 93c61a39-b587-4e1c-9122-a17862f7c444 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:22.173602 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-46b703e9-e5b1-407e-81b4-f4caf27d628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.173739 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-46b703e9-e5b1-407e-81b4-f4caf27d628a None None] Attempt 1 to provision port 93c61a39-b587-4e1c-9122-a17862f7c444 Oct 12 02:35:22.209836 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.214186 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-46b703e9-e5b1-407e-81b4-f4caf27d628a None None] Port 93c61a39-b587-4e1c-9122-a17862f7c444 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:35:22.216930 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f708f497-9238-4a19-bc01-84606c1c9075 req-26f734c5-35f2-4149-85f2-3db77e62f82b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874157 Oct 12 02:35:22.238516 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20617197-92e4-43ee-959f-16315a621161 req-70021ee6-65e6-44fd-a7d4-a430e219e7b0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:22.240222 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-20617197-92e4-43ee-959f-16315a621161 req-70021ee6-65e6-44fd-a7d4-a430e219e7b0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0624788 Oct 12 02:35:22.289002 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-20617197-92e4-43ee-959f-16315a621161 req-1be822a6-a084-4fef-9a21-daf1a5a109cb tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427716 Oct 12 02:35:22.467118 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c61a39-b587-4e1c-9122-a17862f7c444 {{(pid=104435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:35:22.477895 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Publish callbacks [] for port (93c61a39-b587-4e1c-9122-a17862f7c444), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.491969 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.provisioning_blocks [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Transition to ACTIVE for port object 93c61a39-b587-4e1c-9122-a17862f7c444 will not be triggered until provisioned by entity L2. {{(pid=104435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:35:22.497185 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.560941 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Pushing event updated for resources: {'Port': ['ID=93c61a39-b587-4e1c-9122-a17862f7c444,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:22.620966 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Attempting to bind port 93c61a39-b587-4e1c-9122-a17862f7c444 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:22.621309 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Attempting to bind port 93c61a39-b587-4e1c-9122-a17862f7c444 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:22.621645 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Attempting to bind port 93c61a39-b587-4e1c-9122-a17862f7c444 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:22.664721 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Port 93c61a39-b587-4e1c-9122-a17862f7c444 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:35:22.665056 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Attempting to bind port 93c61a39-b587-4e1c-9122-a17862f7c444 on network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:22.742558 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8a6e-f778-4a18-aa2e-72c42985daed req-11d190b4-007d-4e85-aa52-7e20f6e0b3a2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:22.743929 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-513b8a6e-f778-4a18-aa2e-72c42985daed req-11d190b4-007d-4e85-aa52-7e20f6e0b3a2 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0758073 Oct 12 02:35:22.745091 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:22.745425 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Checking segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:22.745805 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Bound using segment: {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:22.746244 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Bound port: 93c61a39-b587-4e1c-9122-a17862f7c444, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38f8529-d4f5-444b-a705-5f4d5405e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8'}}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:22.746603 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.836687 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-513b8a6e-f778-4a18-aa2e-72c42985daed req-89d7466e-5fe5-4cb0-86f9-34679471629c tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868375 Oct 12 02:35:22.844293 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:22.847210 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] For port 93c61a39-b587-4e1c-9122-a17862f7c444, host hv-cinder-84914, cleared binding levels {{(pid=104435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:22.850436 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] For port 93c61a39-b587-4e1c-9122-a17862f7c444, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=93c61a39-b587-4e1c-9122-a17862f7c444,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:22.862517 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.866674 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:22.867276 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:22.868615 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/93c61a39-b587-4e1c-9122-a17862f7c444 HTTP/1.1" status: 200 len: 1093 time: 0.8332908 Oct 12 02:35:22.898409 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:22.914208 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff14441-93b7-459a-a3b4-6f1fede083fd service neutron] Pushing event updated for resources: {'Port': ['ID=93c61a39-b587-4e1c-9122-a17862f7c444,revision_number=3']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:23.262699 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'tag': '93c61a39-b587-4e1c-9122-a17862f7c444'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:23.265385 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efabf0b9-babf-4341-b2b3-1f2070751e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b142a74-f235-4ea2-b553-6a0e8bac1c91", "tag": "93c61a39-b587-4e1c-9122-a17862f7c444"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:23.304043 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6513ee0c-04af-4716-afb5-c4471f503942 x-openstack-request-id: req-6513ee0c-04af-4716-afb5-c4471f503942 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:23.304332 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b142a74-f235-4ea2-b553-6a0e8bac1c91", "tag": "93c61a39-b587-4e1c-9122-a17862f7c444", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:23.304587 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6513ee0c-04af-4716-afb5-c4471f503942 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:23.305018 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6513ee0c-04af-4716-afb5-c4471f503942'] response: {'name': 'network-changed', 'server_uuid': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'tag': '93c61a39-b587-4e1c-9122-a17862f7c444', 'status': 'completed', 'code': 200} Oct 12 02:35:23.343537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251004f-5806-4c5b-ba44-0f0847699a10 req-b354727e-b46e-40c7-9f25-fc75edc02bb7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:23.345075 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4251004f-5806-4c5b-ba44-0f0847699a10 req-b354727e-b46e-40c7-9f25-fc75edc02bb7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 943 time: 0.0494132 Oct 12 02:35:23.393457 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4251004f-5806-4c5b-ba44-0f0847699a10 req-8637e357-5b9e-4c90-8e44-919e08c09e08 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426810 Oct 12 02:35:23.417321 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6980d-9a88-4e2a-992e-796c818186e2 req-ed89f33b-234b-472a-b79c-c1262ebb8c32 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:23.418887 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-30a6980d-9a88-4e2a-992e-796c818186e2 req-ed89f33b-234b-472a-b79c-c1262ebb8c32 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0465639 Oct 12 02:35:23.468328 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-30a6980d-9a88-4e2a-992e-796c818186e2 req-92fede41-0de4-422d-9734-9c4bd04fc2ac tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438149 Oct 12 02:35:23.701168 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e68ee476-c379-4448-b0e6-dda126030c26 req-c636074b-d35c-4ea7-b62f-81cac3db47b3 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-514024739&fields=id&tenant_id=c57365923b844fe9b29d9e223ad49ce4 HTTP/1.1" status: 200 len: 267 time: 0.0436492 Oct 12 02:35:23.754370 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ee476-c379-4448-b0e6-dda126030c26 req-95c7165d-7fcc-4ca5-b1ec-fc5f4efa6a88 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:23.755807 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e68ee476-c379-4448-b0e6-dda126030c26 req-95c7165d-7fcc-4ca5-b1ec-fc5f4efa6a88 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 984 time: 0.0494480 Oct 12 02:35:23.766224 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-e68ee476-c379-4448-b0e6-dda126030c26 req-316102cf-e16f-4e63-aa21-7e62037cd65b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Request body: {'port': {'security_groups': ['62e63e09-5e15-4be3-96a5-cfa7ea4da3c0']}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:23.839837 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e68ee476-c379-4448-b0e6-dda126030c26 req-316102cf-e16f-4e63-aa21-7e62037cd65b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (299443a4-87d4-4257-8710-d074d71d9851), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:23.898316 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:23.956515 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd89d6-d382-46a8-a7b3-0bddf88b63e3 req-0e3c0126-c817-43c0-ac16-4281c1309e58 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:23.957910 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0fbd89d6-d382-46a8-a7b3-0bddf88b63e3 req-0e3c0126-c817-43c0-ac16-4281c1309e58 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0458899 Oct 12 02:35:23.989998 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:24.009099 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0fbd89d6-d382-46a8-a7b3-0bddf88b63e3 req-9d863815-0300-4648-ba51-a5508de93bdc tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444741 Oct 12 02:35:24.018281 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-e68ee476-c379-4448-b0e6-dda126030c26 req-316102cf-e16f-4e63-aa21-7e62037cd65b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] For port 299443a4-87d4-4257-8710-d074d71d9851, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=299443a4-87d4-4257-8710-d074d71d9851,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:24.046291 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e68ee476-c379-4448-b0e6-dda126030c26 req-316102cf-e16f-4e63-aa21-7e62037cd65b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for port (299443a4-87d4-4257-8710-d074d71d9851), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.050850 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e68ee476-c379-4448-b0e6-dda126030c26 req-316102cf-e16f-4e63-aa21-7e62037cd65b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (299443a4-87d4-4257-8710-d074d71d9851), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.062511 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ee476-c379-4448-b0e6-dda126030c26 req-316102cf-e16f-4e63-aa21-7e62037cd65b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:24.063120 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e68ee476-c379-4448-b0e6-dda126030c26 req-316102cf-e16f-4e63-aa21-7e62037cd65b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.064481 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e68ee476-c379-4448-b0e6-dda126030c26 req-316102cf-e16f-4e63-aa21-7e62037cd65b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "PUT /networking/v2.0/ports/299443a4-87d4-4257-8710-d074d71d9851 HTTP/1.1" status: 200 len: 942 time: 0.3026023 Oct 12 02:35:24.064996 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'tag': '299443a4-87d4-4257-8710-d074d71d9851'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:24.067224 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "tag": "299443a4-87d4-4257-8710-d074d71d9851"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:24.070479 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 60918) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:24.088545 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['299443a4-87d4-4257-8710-d074d71d9851'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:35:24.122007 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316102cf-e16f-4e63-aa21-7e62037cd65b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event updated for resources: {'Port': ['ID=299443a4-87d4-4257-8710-d074d71d9851,revision_number=7']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:24.154579 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0c9e-6ec9-49cb-9ee4-f4a3b2f8a366 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group (6a67273a-7bab-41b0-a78f-cb2f6a061cad), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.179981 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0c9e-6ec9-49cb-9ee4-f4a3b2f8a366 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group (6a67273a-7bab-41b0-a78f-cb2f6a061cad), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.189929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320a96b7-0ef1-44c7-8274-7f708dec6931 x-openstack-request-id: req-320a96b7-0ef1-44c7-8274-7f708dec6931 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:24.190223 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "tag": "299443a4-87d4-4257-8710-d074d71d9851", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:24.191110 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-320a96b7-0ef1-44c7-8274-7f708dec6931 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:24.191525 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320a96b7-0ef1-44c7-8274-7f708dec6931'] response: {'name': 'network-changed', 'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'tag': '299443a4-87d4-4257-8710-d074d71d9851', 'status': 'completed', 'code': 200} Oct 12 02:35:24.233728 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['299443a4-87d4-4257-8710-d074d71d9851'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:35:24.241411 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0c9e-6ec9-49cb-9ee4-f4a3b2f8a366 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6a67273a-7bab-41b0-a78f-cb2f6a061cad), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.243932 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0c9e-6ec9-49cb-9ee4-f4a3b2f8a366 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.245131 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-8a7f0c9e-6ec9-49cb-9ee4-f4a3b2f8a366 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6a67273a-7bab-41b0-a78f-cb2f6a061cad HTTP/1.1" status: 204 len: 168 time: 0.1736405 Oct 12 02:35:24.247996 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 60922) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:24.254588 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f0c9e-6ec9-49cb-9ee4-f4a3b2f8a366 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a67273a-7bab-41b0-a78f-cb2f6a061cad,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:24.404617 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Deleting port 144632d7-8014-4975-a2ec-195b31ecebdc {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:24.405239 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (144632d7-8014-4975-a2ec-195b31ecebdc), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.497424 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (144632d7-8014-4975-a2ec-195b31ecebdc), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.497751 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for floatingip (144632d7-8014-4975-a2ec-195b31ecebdc), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.530793 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Calling delete_port for 144632d7-8014-4975-a2ec-195b31ecebdc owned by network:floatingip {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:24.533531 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:24.538718 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:24.547929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26caea-f41f-4b2f-8b2e-0979f370d3c8 req-d07ff070-4b0a-46ff-89f9-a8b7cf178716 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:24.549482 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ed26caea-f41f-4b2f-8b2e-0979f370d3c8 req-d07ff070-4b0a-46ff-89f9-a8b7cf178716 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 943 time: 0.0725112 Oct 12 02:35:24.610852 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a387069-b179-415d-9553-e79b6d9fcd29 req-ceb2eecf-312e-4144-beae-432a0e802db1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:24.612434 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1a387069-b179-415d-9553-e79b6d9fcd29 req-ceb2eecf-312e-4144-beae-432a0e802db1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0518572 Oct 12 02:35:24.659335 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1a387069-b179-415d-9553-e79b6d9fcd29 req-00d596a6-6f53-49b7-9598-6afaeca8977e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412364 Oct 12 02:35:24.672518 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ed26caea-f41f-4b2f-8b2e-0979f370d3c8 req-ed363571-ddf3-4336-be59-b69518f88d9a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159718 Oct 12 02:35:24.763121 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (144632d7-8014-4975-a2ec-195b31ecebdc), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.787533 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event deleted for resources: {'Port': ['ID=144632d7-8014-4975-a2ec-195b31ecebdc,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:24.849559 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks [] for floatingip (dff18f60-8d7e-4f78-9bb4-15d41b58e28c), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:24.849882 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Floating IP dff18f60-8d7e-4f78-9bb4-15d41b58e28c disassociated (deleted). External IP: 172.27.4.72, port: 299443a4-87d4-4257-8710-d074d71d9851. Oct 12 02:35:24.865525 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 083d5d6b-4001-402b-be73-2549ed579b58 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:24.885596 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 083d5d6b-4001-402b-be73-2549ed579b58 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:24.885934 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 083d5d6b-4001-402b-be73-2549ed579b58 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:24.896980 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:24.931536 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-44f870e8-202b-4f89-ba8c-8a38fa27bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:24.933833 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-44f870e8-202b-4f89-ba8c-8a38fa27bd0a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c57365923b844fe9b29d9e223ad49ce4&device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 1129 time: 0.0426250 Oct 12 02:35:24.974917 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf0b9-babf-4341-b2b3-1f2070751e4e req-38e2b8db-6c73-4166-b17b-8d60247d64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:24.976422 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-efabf0b9-babf-4341-b2b3-1f2070751e4e req-38e2b8db-6c73-4166-b17b-8d60247d64a8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 1127 time: 0.0779769 Oct 12 02:35:25.039346 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:25.149670 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-5e0ef26a-af82-448f-863b-18d8d9decd83 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.151669 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-5e0ef26a-af82-448f-863b-18d8d9decd83 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.1272905 Oct 12 02:35:25.169485 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf0b9-babf-4341-b2b3-1f2070751e4e req-f622a8c0-95ba-43da-bf50-fa9eb95c5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.170933 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-efabf0b9-babf-4341-b2b3-1f2070751e4e req-f622a8c0-95ba-43da-bf50-fa9eb95c5964 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=76e921b067f04677b76c245b5f93e112&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1521070 Oct 12 02:35:25.172612 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Router 6866632a-d144-4235-997c-a9a700ef0f73 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:25.181499 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379055d3-28d0-4b5f-9e5e-3996b22e1ab7 req-1c74687a-f9ab-462c-ad03-e1784af59449 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.182982 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-379055d3-28d0-4b5f-9e5e-3996b22e1ab7 req-1c74687a-f9ab-462c-ad03-e1784af59449 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 946 time: 0.0862391 Oct 12 02:35:25.231859 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-011d2be7-db00-4adf-9fdd-23b4daf32d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.233582 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-011d2be7-db00-4adf-9fdd-23b4daf32d1e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=29d9435c-4eff-4eb3-8183-9024706bdf4d HTTP/1.1" status: 200 len: 915 time: 0.2179685 Oct 12 02:35:25.309236 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-0174a67b-182d-4ee5-afef-c91c62175567 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=299443a4-87d4-4257-8710-d074d71d9851 HTTP/1.1" status: 200 len: 217 time: 0.0652568 Oct 12 02:35:25.350942 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf0b9-babf-4341-b2b3-1f2070751e4e req-8bad625f-ec99-4e4f-bb80-3d36fe1dc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.352416 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-efabf0b9-babf-4341-b2b3-1f2070751e4e req-8bad625f-ec99-4e4f-bb80-3d36fe1dc21f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1747828 Oct 12 02:35:25.354436 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:25.359236 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:25.359939 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-379055d3-28d0-4b5f-9e5e-3996b22e1ab7 req-f5258d1b-7828-44ac-8b26-e7fdd786d1ad tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3d10bc4c-7879-48ad-8f9a-67f362748dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526320 Oct 12 02:35:25.362284 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-c5722102-9391-4d29-a562-9b8a549c2ac5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Deleting port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:25.362630 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-c5722102-9391-4d29-a562-9b8a549c2ac5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:25.372135 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] Sync routers for ids ['6866632a-d144-4235-997c-a9a700ef0f73'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:25.390373 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] Routers {'6866632a-d144-4235-997c-a9a700ef0f73'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:25.391060 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6866632a-d144-4235-997c-a9a700ef0f73'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:25.406892 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-437de303-39ce-4c02-9279-0e2c2abe376a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/dff18f60-8d7e-4f78-9bb4-15d41b58e28c HTTP/1.1" status: 204 len: 168 time: 1.1563742 Oct 12 02:35:25.420472 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-d23e23b0-4be8-4693-9af5-18805360656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.422607 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-d23e23b0-4be8-4693-9af5-18805360656d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7fc1a911-1369-4f0a-a2b1-7d911839e1c6 HTTP/1.1" status: 200 len: 853 time: 0.1025317 Oct 12 02:35:25.488340 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:25.489901 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-29861fcf-ed42-4ed8-9155-ddf20cf096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.492494 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-29861fcf-ed42-4ed8-9155-ddf20cf096a7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 1127 time: 0.0580106 Oct 12 02:35:25.501426 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:25.509311 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] Set router 6866632a-d144-4235-997c-a9a700ef0f73 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:25.514749 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-c5722102-9391-4d29-a562-9b8a549c2ac5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] For port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:25.515133 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-c5722102-9391-4d29-a562-9b8a549c2ac5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:25.518794 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-001c7b67-39ec-46f8-a254-47d9abd938a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.520593 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-001c7b67-39ec-46f8-a254-47d9abd938a7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=29d9435c-4eff-4eb3-8183-9024706bdf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0730770 Oct 12 02:35:25.546742 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-05e04fb5-659c-45b1-af55-df6fd89829e7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93c61a39-b587-4e1c-9122-a17862f7c444 HTTP/1.1" status: 200 len: 217 time: 0.0383487 Oct 12 02:35:25.556259 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-c5722102-9391-4d29-a562-9b8a549c2ac5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Calling delete_port for 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:25.628904 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-737128d1-8b84-4dd0-b578-640d454c8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.631063 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-737128d1-8b84-4dd0-b578-640d454c8ee6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.0777879 Oct 12 02:35:25.690875 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-b956eab0-8aaf-4f98-b216-e81a0349f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.691263 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-ebcec8b1-1e1b-47f9-bc5d-de35bc6c68f2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618547 Oct 12 02:35:25.693461 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-b956eab0-8aaf-4f98-b216-e81a0349f430 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547147 Oct 12 02:35:25.793690 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-c5722102-9391-4d29-a562-9b8a549c2ac5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:25.804974 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:56Z', 'revision_number': 5, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:25.835067 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:35:25.845908 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] Checking router: 6866632a-d144-4235-997c-a9a700ef0f73 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:25.856786 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] Routers {'6866632a-d144-4235-997c-a9a700ef0f73'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:25.857625 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6866632a-d144-4235-997c-a9a700ef0f73'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:25.860142 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0e48e-74e3-450f-9d13-b8110010e09e req-88cb3f9f-ca54-4ec0-8220-c343ba3f16d8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.861686 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-06f0e48e-74e3-450f-9d13-b8110010e09e req-88cb3f9f-ca54-4ec0-8220-c343ba3f16d8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0726950 Oct 12 02:35:25.893550 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5722102-9391-4d29-a562-9b8a549c2ac5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Pushing event deleted for resources: {'Port': ['ID=1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:25.920289 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-11643fe1-b7f4-4e46-98cf-c4e55e4dfceb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133844 Oct 12 02:35:25.950973 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-06f0e48e-74e3-450f-9d13-b8110010e09e req-2a1364ef-6351-4337-b3bb-dc2b7809672d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796177 Oct 12 02:35:25.963456 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec9b63-0ec7-4886-b8c6-ddb46522b6b6 req-b5ffc1ed-ac5f-48b7-bc91-52b6c10db802 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:25.965101 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c8ec9b63-0ec7-4886-b8c6-ddb46522b6b6 req-b5ffc1ed-ac5f-48b7-bc91-52b6c10db802 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 943 time: 0.1599565 Oct 12 02:35:25.968449 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-c5722102-9391-4d29-a562-9b8a549c2ac5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] No DVR routers for this DVR port 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:25.977352 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-c5722102-9391-4d29-a562-9b8a549c2ac5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:25.981118 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-5974b4de-aa69-4f49-a6ef-70990d1cbba5 req-c5722102-9391-4d29-a562-9b8a549c2ac5 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.16 "DELETE /networking/v2.0/ports/1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee HTTP/1.1" status: 204 len: 173 time: 0.8176956 Oct 12 02:35:25.981627 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9e5223-f388-4f16-b15a-73c59e86de18', 'name': 'network-vif-deleted', 'tag': '1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:25.983928 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] Set router 6866632a-d144-4235-997c-a9a700ef0f73 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:25.984195 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda84243-2ffb-41af-80f7-c596f5ca58c0" -d '{"events": [{"server_uuid": "3d9e5223-f388-4f16-b15a-73c59e86de18", "name": "network-vif-deleted", "tag": "1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:26.020083 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ee951fea-5d4b-499c-9d85-c4d9447c8d1f req-7c158cf3-4261-4e13-924e-c154f16c550b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166790 Oct 12 02:35:26.027109 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881a814a-42e1-4fbb-9aba-b2967f61ecae x-openstack-request-id: req-881a814a-42e1-4fbb-9aba-b2967f61ecae {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:26.027401 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9e5223-f388-4f16-b15a-73c59e86de18", "name": "network-vif-deleted", "tag": "1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:26.027654 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-881a814a-42e1-4fbb-9aba-b2967f61ecae {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:26.028044 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881a814a-42e1-4fbb-9aba-b2967f61ecae'] response: {'server_uuid': '3d9e5223-f388-4f16-b15a-73c59e86de18', 'name': 'network-vif-deleted', 'tag': '1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee', 'status': 'completed', 'code': 200} Oct 12 02:35:26.044954 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c8ec9b63-0ec7-4886-b8c6-ddb46522b6b6 req-c633d913-57ca-47d0-b4a1-6a31375d3ffe tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689592 Oct 12 02:35:26.115425 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:26.172311 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:56Z', 'revision_number': 5, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:26.196342 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'tag': '299443a4-87d4-4257-8710-d074d71d9851'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:26.199184 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda88238-c3b1-4495-b4dc-9b6cc1c63414" -d '{"events": [{"name": "network-changed", "server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "tag": "299443a4-87d4-4257-8710-d074d71d9851"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:26.203470 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc69ab6-3d15-4711-ad4c-d504f03c4138 None None] The sync data for ids ['6866632a-d144-4235-997c-a9a700ef0f73'] in dv-cinder-849143-14-iscsi is: [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:32:49Z', 'revision_number': 4, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b8034fa5-feee-42d7-b36a-f0642c24f1af', 'name': '', 'network_id': '29d9435c-4eff-4eb3-8183-9024706bdf4d', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'mac_address': 'fa:16:3e:69:c7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:49Z', 'updated_at': '2022-10-12T02:32:56Z', 'revision_number': 5, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'subnets': [{'id': '7fc1a911-1369-4f0a-a2b1-7d911839e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:26.247118 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138f067b-9bb9-410e-9a31-3d1bede92ad2 x-openstack-request-id: req-138f067b-9bb9-410e-9a31-3d1bede92ad2 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:26.247481 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "tag": "299443a4-87d4-4257-8710-d074d71d9851", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:26.247798 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-138f067b-9bb9-410e-9a31-3d1bede92ad2 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:26.248264 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138f067b-9bb9-410e-9a31-3d1bede92ad2'] response: {'name': 'network-changed', 'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'tag': '299443a4-87d4-4257-8710-d074d71d9851', 'status': 'completed', 'code': 200} Oct 12 02:35:26.261701 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:26.294975 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-12c9dccf-5ab4-4e40-a0f0-2b59a6d254b9 req-c2e160b6-4d64-4f97-9c9b-e46ca9b01957 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181779 Oct 12 02:35:26.400007 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-994a663a-c5bf-46ee-ae1f-956caaaed546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:26.402138 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-994a663a-c5bf-46ee-ae1f-956caaaed546 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c57365923b844fe9b29d9e223ad49ce4&device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 1129 time: 0.0456982 Oct 12 02:35:26.473259 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377999e-02fb-4153-8467-707534c0c13e None None] New status for floating IP dff18f60-8d7e-4f78-9bb4-15d41b58e28c: DOWN {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:35:26.520992 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9e893b27-cd14-4dfa-9a9d-3f3fb60359ae req-3bb4ccae-0c59-4350-acf0-71f740e48a13 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 210 time: 0.0338829 Oct 12 02:35:26.864249 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device fe5a040d-6b9b-4b90-a3c9-76a1085a756e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:35:26.962067 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:26.972772 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'port_id': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'mac_address': 'fa:16:3e:12:3f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:35:27.007599 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port fe5a040d-6b9b-4b90-a3c9-76a1085a756e is: ACTIVE; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:27.007991 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:27.022206 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe5a040d-6b9b-4b90-a3c9-76a1085a756e {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:35:27.047239 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:27.051309 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:27.100671 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=6']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:27.110040 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.110384 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.110929 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.111270 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.112043 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.112537 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.113035 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.113503 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.113966 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.114431 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.114928 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.115402 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.115862 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.116335 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.116825 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:27.243678 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081a391-6262-41ac-95f7-e27be62baa61 req-459bef4d-971d-4865-9ed3-b361d6c436f3 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:27.247319 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3081a391-6262-41ac-95f7-e27be62baa61 req-459bef4d-971d-4865-9ed3-b361d6c436f3 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 943 time: 0.1027312 Oct 12 02:35:27.292322 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['fe5a040d-6b9b-4b90-a3c9-76a1085a756e'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:35:27.297517 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:27.314489 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-d454bbd6-79b3-4e19-aaf9-a6d489186a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:27.316076 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-d454bbd6-79b3-4e19-aaf9-a6d489186a96 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=29d9435c-4eff-4eb3-8183-9024706bdf4d HTTP/1.1" status: 200 len: 915 time: 0.1837742 Oct 12 02:35:27.317769 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb0fcd-c193-4cc2-b604-a1f460f13b3a req-eebd3376-6113-498b-b0d7-68760c2f6933 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:27.319274 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-82cb0fcd-c193-4cc2-b604-a1f460f13b3a req-eebd3376-6113-498b-b0d7-68760c2f6933 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.2935338 Oct 12 02:35:27.367434 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-37348845-2a87-4f5e-9fc1-acad88ea3211 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=299443a4-87d4-4257-8710-d074d71d9851 HTTP/1.1" status: 200 len: 217 time: 0.0432765 Oct 12 02:35:27.372412 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-82cb0fcd-c193-4cc2-b604-a1f460f13b3a req-dfd620e1-fee7-49a8-94ba-1a66d3ed4311 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472503 Oct 12 02:35:27.377245 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3081a391-6262-41ac-95f7-e27be62baa61 req-542d656f-4b2d-4e74-8a22-550f50763f17 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213956 Oct 12 02:35:27.632773 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1c4649ad-70e5-43ca-a720-b94a9bb539a9 req-6c169157-d260-4ea7-aa8e-2b804aae89a8 tempest-ServerRescueNegativeTestJSON-897468484 tempest-ServerRescueNegativeTestJSON-897468484-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d9e5223-f388-4f16-b15a-73c59e86de18 HTTP/1.1" status: 200 len: 210 time: 0.0271707 Oct 12 02:35:27.706131 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-6991e167-d226-4254-9ff8-c8137c970d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:27.707580 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-6991e167-d226-4254-9ff8-c8137c970d41 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7fc1a911-1369-4f0a-a2b1-7d911839e1c6 HTTP/1.1" status: 200 len: 853 time: 0.0508566 Oct 12 02:35:27.762411 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-25ba1a23-5c84-41cd-83ee-070cf4fadbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:27.764102 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-25ba1a23-5c84-41cd-83ee-070cf4fadbaf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=29d9435c-4eff-4eb3-8183-9024706bdf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452542 Oct 12 02:35:27.886885 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-23b7d402-b5c8-4c97-a2d5-d57ce70b2531 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147342 Oct 12 02:35:27.978781 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bda88238-c3b1-4495-b4dc-9b6cc1c63414 req-97ebe349-17fa-49b4-a361-d6163c286075 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861559 Oct 12 02:35:28.528384 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed7a38-56f6-42b3-858f-4d82ebda17b2 req-a653525d-d1ce-4d65-8dbd-ca8e61659577 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:28.529950 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b4ed7a38-56f6-42b3-858f-4d82ebda17b2 req-a653525d-d1ce-4d65-8dbd-ca8e61659577 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 945 time: 0.0665467 Oct 12 02:35:28.530236 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b1f86-454f-4355-9199-95ebda319ca3 req-7e340dd6-70b1-44f2-bc25-c4c7f97c7315 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:28.538008 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-345b1f86-454f-4355-9199-95ebda319ca3 req-7e340dd6-70b1-44f2-bc25-c4c7f97c7315 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 943 time: 0.0646846 Oct 12 02:35:28.597959 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-345b1f86-454f-4355-9199-95ebda319ca3 req-b3d29a4a-7690-478f-92bd-c3dabbae206a tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587602 Oct 12 02:35:28.601196 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b4ed7a38-56f6-42b3-858f-4d82ebda17b2 req-f1e2180b-b44e-4b9f-bcfc-c6ece48c61a5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626073 Oct 12 02:35:28.709964 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 32768) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:28.861593 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 93c61a39-b587-4e1c-9122-a17862f7c444 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:35:28.880025 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device fe5a040d-6b9b-4b90-a3c9-76a1085a756e up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:28.997873 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port fe5a040d-6b9b-4b90-a3c9-76a1085a756e triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:28.998865 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:28.999417 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port fe5a040d-6b9b-4b90-a3c9-76a1085a756e Oct 12 02:35:29.064407 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 93c61a39-b587-4e1c-9122-a17862f7c444, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=93c61a39-b587-4e1c-9122-a17862f7c444,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:29.129602 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '93c61a39-b587-4e1c-9122-a17862f7c444', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'port_id': '93c61a39-b587-4e1c-9122-a17862f7c444', 'mac_address': 'fa:16:3e:07:06:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:35:29.138301 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:29.144681 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:29.172206 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port fe5a040d-6b9b-4b90-a3c9-76a1085a756e is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:29.172750 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:29.177339 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:29.219764 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:29.222020 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:29.224743 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5769083-3c44-4037-86c2-07d6dbb3cda7" -d '{"events": [{"server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "name": "network-vif-plugged", "status": "completed", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:29.227418 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 93c61a39-b587-4e1c-9122-a17862f7c444 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:29.228062 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:29.232528 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:29.233932 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:29.335984 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:29.340674 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 1ebc7cae-9780-4ccb-8ae6-cdd2a9b8caee not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:29.348164 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c61a39-b587-4e1c-9122-a17862f7c444 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:35:29.388092 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 93c61a39-b587-4e1c-9122-a17862f7c444, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=93c61a39-b587-4e1c-9122-a17862f7c444,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:29.392356 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=7']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:29.395797 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:29.426954 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:29.469747 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=93c61a39-b587-4e1c-9122-a17862f7c444,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:29.473758 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09b2ea-a300-4f61-8537-90affc602713 x-openstack-request-id: req-0f09b2ea-a300-4f61-8537-90affc602713 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:29.474044 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "name": "network-vif-plugged", "status": "completed", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:29.474291 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f09b2ea-a300-4f61-8537-90affc602713 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:29.474768 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f09b2ea-a300-4f61-8537-90affc602713'] response: {'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'code': 200} Oct 12 02:35:29.747426 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['93c61a39-b587-4e1c-9122-a17862f7c444'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:35:29.776337 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bd28b-cbd2-41cf-8814-91a0c0672085 req-e1c94dab-a0ff-4604-af68-4f13645829b3 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:29.778175 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7f5bd28b-cbd2-41cf-8814-91a0c0672085 req-e1c94dab-a0ff-4604-af68-4f13645829b3 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 944 time: 0.0651486 Oct 12 02:35:29.833602 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:29.842383 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4e420-dc61-47b2-b0ce-3ab4054d728c req-79ea4fdc-0283-4c0d-979b-65cd78710ec3 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:29.849392 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-62e4e420-dc61-47b2-b0ce-3ab4054d728c req-79ea4fdc-0283-4c0d-979b-65cd78710ec3 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 945 time: 0.0622895 Oct 12 02:35:29.855402 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7f5bd28b-cbd2-41cf-8814-91a0c0672085 req-7293a609-dc63-4d08-b06b-d557a4a63558 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716290 Oct 12 02:35:29.917726 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:29.936126 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-62e4e420-dc61-47b2-b0ce-3ab4054d728c req-1633adc9-47e1-4bb3-b3e8-9a9301d511a6 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798240 Oct 12 02:35:30.018488 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884504d3-b952-4a11-b219-d2a641acb4c4 req-08d3a73e-8c2d-4351-9d20-845fde392f03 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:30.020325 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-884504d3-b952-4a11-b219-d2a641acb4c4 req-08d3a73e-8c2d-4351-9d20-845fde392f03 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0584424 Oct 12 02:35:30.081994 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-884504d3-b952-4a11-b219-d2a641acb4c4 req-b9912969-b455-43cc-8cf0-a669760c50ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529554 Oct 12 02:35:30.199828 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] Deleting port ade91eda-d21f-4661-972d-d442260cbfda {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:30.200330 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (ade91eda-d21f-4661-972d-d442260cbfda), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:30.300313 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] For port ade91eda-d21f-4661-972d-d442260cbfda, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=ade91eda-d21f-4661-972d-d442260cbfda,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:30.300792 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (ade91eda-d21f-4661-972d-d442260cbfda), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:30.316121 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] Calling delete_port for ade91eda-d21f-4661-972d-d442260cbfda owned by network:router_interface {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:30.522942 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (ade91eda-d21f-4661-972d-d442260cbfda), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:30.558062 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ade91eda-d21f-4661-972d-d442260cbfda,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:30.763877 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:30.792179 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e1eb9c-a138-4bc0-b46e-f746272bd5a4 None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:35:30.898536 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 93c61a39-b587-4e1c-9122-a17862f7c444 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:30.977030 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 93c61a39-b587-4e1c-9122-a17862f7c444 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:35:30.984956 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e1eb9c-a138-4bc0-b46e-f746272bd5a4 None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:35:30.991422 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 93c61a39-b587-4e1c-9122-a17862f7c444 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:30.991745 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:30.992111 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 93c61a39-b587-4e1c-9122-a17862f7c444 Oct 12 02:35:31.017117 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:31.023542 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d3f03-e900-4f44-b29c-91cef2ba46af req-0eb30839-51b4-44e5-badc-44820056f277 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:31.031293 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-348d3f03-e900-4f44-b29c-91cef2ba46af req-0eb30839-51b4-44e5-badc-44820056f277 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 944 time: 0.0685887 Oct 12 02:35:31.046625 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:31.116844 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:31.145996 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-348d3f03-e900-4f44-b29c-91cef2ba46af req-c5edc0e5-5257-4c31-9a19-343d4302eb2e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136098 Oct 12 02:35:31.148856 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98344a47-42db-4544-b740-8022933866d5 req-2e2713f5-f8a5-4572-af12-6b67b934dc78 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:31.158263 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-98344a47-42db-4544-b740-8022933866d5 req-2e2713f5-f8a5-4572-af12-6b67b934dc78 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 945 time: 0.1335571 Oct 12 02:35:31.183402 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:31.245659 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] Router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:31.253294 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-98344a47-42db-4544-b740-8022933866d5 req-ea9d9b9d-8e00-4ab5-9db2-f998386b9ba9 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938771 Oct 12 02:35:31.269790 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 93c61a39-b587-4e1c-9122-a17862f7c444 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:31.270834 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:31.315684 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:31.349349 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 93c61a39-b587-4e1c-9122-a17862f7c444, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=93c61a39-b587-4e1c-9122-a17862f7c444,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:31.359793 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:31.366971 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-f9843101-3d0c-4851-9d44-8385022ba0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:31.368963 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-f9843101-3d0c-4851-9d44-8385022ba0d1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 1130 time: 0.0591290 Oct 12 02:35:31.376823 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed16ae7-1a29-41a0-bf0e-060f683bc996 req-33c95471-99ac-43f0-899c-19892a2b0fec tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:31.378294 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-eed16ae7-1a29-41a0-bf0e-060f683bc996 req-33c95471-99ac-43f0-899c-19892a2b0fec tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0618138 Oct 12 02:35:31.398965 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:31.454441 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-e0fe9326-f28a-4604-bb8b-fe9528c86c96 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:31.457974 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-e0fe9326-f28a-4604-bb8b-fe9528c86c96 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 945 time: 0.2076375 Oct 12 02:35:31.465618 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=93c61a39-b587-4e1c-9122-a17862f7c444,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:31.480465 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c61a39-b587-4e1c-9122-a17862f7c444'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:31.483138 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321259b9-2ee3-437a-984c-1fc61d59921a" -d '{"events": [{"server_uuid": "4b142a74-f235-4ea2-b553-6a0e8bac1c91", "name": "network-vif-plugged", "status": "completed", "tag": "93c61a39-b587-4e1c-9122-a17862f7c444"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:31.517732 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-eed16ae7-1a29-41a0-bf0e-060f683bc996 req-5c6af006-74e5-4e73-aad8-73cc8bdcce3c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973666 Oct 12 02:35:31.579444 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28ff4fb-2752-496c-8c0c-8b8de97825e4 x-openstack-request-id: req-c28ff4fb-2752-496c-8c0c-8b8de97825e4 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:31.579618 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b142a74-f235-4ea2-b553-6a0e8bac1c91", "name": "network-vif-plugged", "status": "completed", "tag": "93c61a39-b587-4e1c-9122-a17862f7c444", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:31.579973 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c28ff4fb-2752-496c-8c0c-8b8de97825e4 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:31.580483 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28ff4fb-2752-496c-8c0c-8b8de97825e4'] response: {'server_uuid': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c61a39-b587-4e1c-9122-a17862f7c444', 'code': 200} Oct 12 02:35:31.599717 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-a24b4290-fece-4ada-b155-b0dd7629257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:31.602835 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-a24b4290-fece-4ada-b155-b0dd7629257e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 916 time: 0.2030072 Oct 12 02:35:31.655326 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-3add3ad3-134f-4211-9ae6-2e4496cd857a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Deleting port 299443a4-87d4-4257-8710-d074d71d9851 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:31.655949 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-3add3ad3-134f-4211-9ae6-2e4496cd857a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (299443a4-87d4-4257-8710-d074d71d9851), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:31.735209 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:31.749851 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] Sync routers for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:31.752122 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-21986687-ab7f-482b-9978-9eed3f1ec0cc admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/c1ab1603-2d64-4a9d-91c0-cc87385f6d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0406637 Oct 12 02:35:31.757153 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 32794) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:31.774674 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-ee4fca59-a176-47df-ae57-439339a045f6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e HTTP/1.1" status: 200 len: 1002 time: 0.1559682 Oct 12 02:35:31.781547 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:31.782236 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:31.923287 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-82164de9-871e-49bb-ae9a-f256caaabc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:31.924951 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-82164de9-871e-49bb-ae9a-f256caaabc15 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.1432788 Oct 12 02:35:31.930678 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef6749-94f2-414b-9a93-074d00ea6569 req-fd1ff0bf-4cdf-4fa1-bae8-a958fe33dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:31.933128 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-31ef6749-94f2-414b-9a93-074d00ea6569 req-fd1ff0bf-4cdf-4fa1-bae8-a958fe33dee1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 1129 time: 0.0860550 Oct 12 02:35:31.934509 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-3add3ad3-134f-4211-9ae6-2e4496cd857a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] For port 299443a4-87d4-4257-8710-d074d71d9851, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=299443a4-87d4-4257-8710-d074d71d9851,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:31.935315 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-3add3ad3-134f-4211-9ae6-2e4496cd857a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (299443a4-87d4-4257-8710-d074d71d9851), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:31.957696 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-3add3ad3-134f-4211-9ae6-2e4496cd857a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Calling delete_port for 299443a4-87d4-4257-8710-d074d71d9851 owned by compute:nova {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:31.966039 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Publish callbacks [] for router (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:31.971210 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:31.998293 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-53ea3afe-4667-4174-951e-996964aecc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:31.999980 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-53ea3afe-4667-4174-951e-996964aecc76 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0661092 Oct 12 02:35:32.019292 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-9baf9e70-a20a-4c4f-b0a5-655c521e0d86 None None] Provisioning complete for port 10fb2751-8150-4fcb-9d16-66ae041eee49 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:32.020312 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9baf9e70-a20a-4c4f-b0a5-655c521e0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:32.020834 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-9baf9e70-a20a-4c4f-b0a5-655c521e0d86 None None] Attempt 1 to provision port 10fb2751-8150-4fcb-9d16-66ae041eee49 Oct 12 02:35:32.043780 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-31ef6749-94f2-414b-9a93-074d00ea6569 req-c7a4070a-3fc0-4b4e-b17e-158ea78a22e5 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014616 Oct 12 02:35:32.126269 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-9baf9e70-a20a-4c4f-b0a5-655c521e0d86 None None] Current status of the port 10fb2751-8150-4fcb-9d16-66ae041eee49 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:32.154962 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-a2298444-b042-4bfa-ae62-c5be9e501357 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470234 Oct 12 02:35:32.225458 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Publish callbacks [] for router_gateway (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:32.266460 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:32.280842 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:32.346207 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:32.353523 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eba7a4-a3e8-4ab5-b98b-b93015b70b94 req-37f70fcd-30b1-43a6-ba3a-b520699fa52f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:32.355669 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-79eba7a4-a3e8-4ab5-b98b-b93015b70b94 req-37f70fcd-30b1-43a6-ba3a-b520699fa52f tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 945 time: 0.0862601 Oct 12 02:35:32.360133 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-3add3ad3-134f-4211-9ae6-2e4496cd857a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (299443a4-87d4-4257-8710-d074d71d9851), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:32.380122 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:35:30Z', 'revision_number': 5, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port': {'id': '86e75f5d-f9b6-4eea-a410-f65cec78c80f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:32.399017 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['299443a4-87d4-4257-8710-d074d71d9851'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:35:32.419466 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Deleting port 86e75f5d-f9b6-4eea-a410-f65cec78c80f {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:32.419801 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:32.425387 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] Checking router: c1ab1603-2d64-4a9d-91c0-cc87385f6d7f for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:32.435149 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] Routers {'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:32.435783 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:32.461994 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add3ad3-134f-4211-9ae6-2e4496cd857a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Pushing event deleted for resources: {'Port': ['ID=299443a4-87d4-4257-8710-d074d71d9851,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:32.473995 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2597141a-8440-4945-ad11-dfbadbdb60d9 req-a10b44c6-1eb0-4d3b-92da-aed5f2d0a65b tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 210 time: 0.0501862 Oct 12 02:35:32.542386 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d08e328d-9315-44dd-99cb-06b2662618d1 req-45bdd60a-0e80-4261-8166-85f00b0c9ee2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094409 Oct 12 02:35:32.546442 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] Set router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f gateway port host: None {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:32.618831 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:35:32Z', 'revision_number': 6, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port_host': None}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:32.640445 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-79eba7a4-a3e8-4ab5-b98b-b93015b70b94 req-61934c1d-68af-4fe8-8297-ae3cb0f7fa4e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782481 Oct 12 02:35:32.648366 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f11b35-92e1-4ea9-92d9-12c373c0934c None None] The sync data for ids ['c1ab1603-2d64-4a9d-91c0-cc87385f6d7f'] in dv-cinder-849143-14-iscsi is: [{'id': 'c1ab1603-2d64-4a9d-91c0-cc87385f6d7f', 'name': 'tempest-ServerRescueNegativeTestJSON-1143804000-router', 'tenant_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:35:32Z', 'revision_number': 6, 'project_id': 'bd41b04d606949edbc9a3a2f88f991b2', 'gw_port_host': None}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:32.671741 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-3add3ad3-134f-4211-9ae6-2e4496cd857a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] No DVR routers for this DVR port 299443a4-87d4-4257-8710-d074d71d9851 on host hv-cinder-84914 {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:32.675541 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-3add3ad3-134f-4211-9ae6-2e4496cd857a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:32.678909 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d0b3dcf-faef-44b0-8400-37425134f711 req-3add3ad3-134f-4211-9ae6-2e4496cd857a tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.16 "DELETE /networking/v2.0/ports/299443a4-87d4-4257-8710-d074d71d9851 HTTP/1.1" status: 204 len: 173 time: 1.1652420 Oct 12 02:35:32.679415 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'name': 'network-vif-deleted', 'tag': '299443a4-87d4-4257-8710-d074d71d9851'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:32.682273 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14846c21-9af3-4c3a-a569-e539eaa873a9" -d '{"events": [{"server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "name": "network-vif-deleted", "tag": "299443a4-87d4-4257-8710-d074d71d9851"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:32.729775 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d57c11-483f-4997-873d-8808701a8f89 req-7168fc5a-fbbd-4919-a3fd-d11c5f1da3c1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:32.737762 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] For port 86e75f5d-f9b6-4eea-a410-f65cec78c80f, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=86e75f5d-f9b6-4eea-a410-f65cec78c80f,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:32.738524 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:32.743259 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-23d57c11-483f-4997-873d-8808701a8f89 req-7168fc5a-fbbd-4919-a3fd-d11c5f1da3c1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.1269619 Oct 12 02:35:32.760689 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Calling delete_port for 86e75f5d-f9b6-4eea-a410-f65cec78c80f owned by network:router_gateway {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:32.824484 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bd9cf1-1c98-44d5-b453-70f900533b89 x-openstack-request-id: req-c9bd9cf1-1c98-44d5-b453-70f900533b89 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:32.825005 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd4ab7-51ad-4943-9d16-92bd1fc1adfa", "name": "network-vif-deleted", "tag": "299443a4-87d4-4257-8710-d074d71d9851", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:32.825255 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9bd9cf1-1c98-44d5-b453-70f900533b89 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:32.825662 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bd9cf1-1c98-44d5-b453-70f900533b89'] response: {'server_uuid': 'bacd4ab7-51ad-4943-9d16-92bd1fc1adfa', 'name': 'network-vif-deleted', 'tag': '299443a4-87d4-4257-8710-d074d71d9851', 'status': 'completed', 'code': 200} Oct 12 02:35:32.829633 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-23d57c11-483f-4997-873d-8808701a8f89 req-0c1447cc-49a5-4249-b5df-0659a20502ae tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839617 Oct 12 02:35:33.059720 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (86e75f5d-f9b6-4eea-a410-f65cec78c80f), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.098697 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e75f5d-f9b6-4eea-a410-f65cec78c80f,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:33.186035 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.277707 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.283574 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Publish callbacks [] for router_controller (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), precommit_delete_associations {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.342562 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (c1ab1603-2d64-4a9d-91c0-cc87385f6d7f), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.343154 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1ab1603-2d64-4a9d-91c0-cc87385f6d7f {{(pid=104436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:35:33.347520 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.348535 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b78c5094-eb30-4d20-b54f-25b62f97f129 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/c1ab1603-2d64-4a9d-91c0-cc87385f6d7f HTTP/1.1" status: 204 len: 168 time: 1.5904374 Oct 12 02:35:33.351209 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 32808) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:33.411090 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cb60a9-3070-40f4-919b-2ff1f1547f33 admin admin] Deleting subnet 3773f3fd-a367-461c-996d-087e532d1195 {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:35:33.418390 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c8cb60a9-3070-40f4-919b-2ff1f1547f33 admin admin] Publish callbacks [] for subnet (3773f3fd-a367-461c-996d-087e532d1195), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.458351 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c8cb60a9-3070-40f4-919b-2ff1f1547f33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2680509'] for subnet (3773f3fd-a367-461c-996d-087e532d1195), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.581864 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c8cb60a9-3070-40f4-919b-2ff1f1547f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (3773f3fd-a367-461c-996d-087e532d1195), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.636500 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:33.647797 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c8cb60a9-3070-40f4-919b-2ff1f1547f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26805740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27074553'] for subnet (3773f3fd-a367-461c-996d-087e532d1195), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.665773 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cf93e5eb-d310-45bc-8d47-a6592a13bcc6 req-50e5ff4f-242c-4068-9afc-f9c19601be92 tempest-TestMinimumBasicScenario-608340467 tempest-TestMinimumBasicScenario-608340467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bacd4ab7-51ad-4943-9d16-92bd1fc1adfa HTTP/1.1" status: 200 len: 210 time: 0.0709436 Oct 12 02:35:33.673029 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:33.675656 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb60a9-3070-40f4-919b-2ff1f1547f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3773f3fd-a367-461c-996d-087e532d1195,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:33.691850 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c8cb60a9-3070-40f4-919b-2ff1f1547f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:33.698254 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 32814) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:33.698436 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-c8cb60a9-3070-40f4-919b-2ff1f1547f33 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/3773f3fd-a367-461c-996d-087e532d1195 HTTP/1.1" status: 204 len: 168 time: 0.3449819 Oct 12 02:35:33.699265 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab0d83b-a72d-4b3d-90c8-7668f666f74b None None] Network d2208204-5dac-4ba9-9cf8-255af28eb635 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:33.889242 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0006282-8013-49a5-a556-cd0a47d29b27 req-9f9572ed-404f-4950-982d-cdbd2699edb3 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:33.914397 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d0006282-8013-49a5-a556-cd0a47d29b27 req-9f9572ed-404f-4950-982d-cdbd2699edb3 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 945 time: 0.1209579 Oct 12 02:35:33.969221 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aa5126-f5a5-49f2-94b3-0aa8ad1b6419 None None] DHCP port deletion for d2208204-5dac-4ba9-9cf8-255af28eb635 request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:35:34.065252 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d0006282-8013-49a5-a556-cd0a47d29b27 req-851a2828-90df-416f-a86a-b22366ebd602 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487954 Oct 12 02:35:34.085001 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa5126-f5a5-49f2-94b3-0aa8ad1b6419 None None] Deleting port 10fb2751-8150-4fcb-9d16-66ae041eee49 {{(pid=104437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:34.085001 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e0aa5126-f5a5-49f2-94b3-0aa8ad1b6419 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), before_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.204967 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-e0aa5126-f5a5-49f2-94b3-0aa8ad1b6419 None None] For port 10fb2751-8150-4fcb-9d16-66ae041eee49, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=10fb2751-8150-4fcb-9d16-66ae041eee49,segment=NetworkSegment(4fb08a4f-69cd-487d-ae0a-17188d06c6f9),segment_id=4fb08a4f-69cd-487d-ae0a-17188d06c6f9)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:34.205390 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e0aa5126-f5a5-49f2-94b3-0aa8ad1b6419 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), precommit_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.212375 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f739af9-46b9-4650-9265-3fa2703f446d req-05d8da93-90cf-4bd2-b035-cf175037519e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:34.214956 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8f739af9-46b9-4650-9265-3fa2703f446d req-05d8da93-90cf-4bd2-b035-cf175037519e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 945 time: 0.0604007 Oct 12 02:35:34.224311 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa5126-f5a5-49f2-94b3-0aa8ad1b6419 None None] Calling delete_port for 10fb2751-8150-4fcb-9d16-66ae041eee49 owned by network:dhcp {{(pid=104437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:34.235100 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 32820) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:34.242044 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-e237a05e-82f0-41f7-ae12-c17e9f42ca57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Request body: {'floatingip': {'port_id': '93c61a39-b587-4e1c-9122-a17862f7c444'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:34.310187 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e237a05e-82f0-41f7-ae12-c17e9f42ca57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (5b8ca341-07bc-438f-b097-587298bc2469), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.329471 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e0aa5126-f5a5-49f2-94b3-0aa8ad1b6419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493'] for port (10fb2751-8150-4fcb-9d16-66ae041eee49), after_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.358789 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa5126-f5a5-49f2-94b3-0aa8ad1b6419 None None] Pushing event deleted for resources: {'Port': ['ID=10fb2751-8150-4fcb-9d16-66ae041eee49,revision_number=None']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:34.370194 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:34.376570 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa5126-f5a5-49f2-94b3-0aa8ad1b6419 None None] No DVR routers for this DVR port 10fb2751-8150-4fcb-9d16-66ae041eee49 on host dv-cinder-849143-14-iscsi {{(pid=104437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:34.405897 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (d2208204-5dac-4ba9-9cf8-255af28eb635), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.429919 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3972a-6f31-42d4-bd6c-63751108af98 req-998569b6-6265-442a-ae24-e55a70bf0260 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:34.432192 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-87c3972a-6f31-42d4-bd6c-63751108af98 req-998569b6-6265-442a-ae24-e55a70bf0260 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0904319 Oct 12 02:35:34.550141 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (d2208204-5dac-4ba9-9cf8-255af28eb635), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.588904 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-87c3972a-6f31-42d4-bd6c-63751108af98 req-552f0df8-3022-492d-bd36-375301ca97b7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319122 Oct 12 02:35:34.590791 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2208204-5dac-4ba9-9cf8-255af28eb635']}} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:34.604678 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb08a4f-69cd-487d-ae0a-17188d06c6f9') {'for_net_delete': True} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:34.605192 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb08a4f-69cd-487d-ae0a-17188d06c6f9') {} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:34.612656 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device ade91eda-d21f-4661-972d-d442260cbfda no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:34.621499 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27132702'] for segment (4fb08a4f-69cd-487d-ae0a-17188d06c6f9), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.637231 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (4fb08a4f-69cd-487d-ae0a-17188d06c6f9), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.646282 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:35:34.646784 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27082299'] for segment (4fb08a4f-69cd-487d-ae0a-17188d06c6f9), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.669339 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: ade91eda-d21f-4661-972d-d442260cbfda {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:34.669885 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device ade91eda-d21f-4661-972d-d442260cbfda not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:34.670477 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 86e75f5d-f9b6-4eea-a410-f65cec78c80f no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:34.696066 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 86e75f5d-f9b6-4eea-a410-f65cec78c80f {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:34.696761 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 86e75f5d-f9b6-4eea-a410-f65cec78c80f not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:34.697346 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 10fb2751-8150-4fcb-9d16-66ae041eee49 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:34.738437 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 10fb2751-8150-4fcb-9d16-66ae041eee49 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:34.739071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 10fb2751-8150-4fcb-9d16-66ae041eee49 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:34.793214 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (d2208204-5dac-4ba9-9cf8-255af28eb635), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.798369 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.801681 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/d2208204-5dac-4ba9-9cf8-255af28eb635 HTTP/1.1" status: 204 len: 168 time: 1.1009805 Oct 12 02:35:34.819871 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6e768-eab5-425c-ac62-a75ef1a3caf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2208204-5dac-4ba9-9cf8-255af28eb635,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:34.853897 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 4fb08a4f-69cd-487d-ae0a-17188d06c6f9 resource provider aggregate not found Oct 12 02:35:34.890927 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 4fb08a4f-69cd-487d-ae0a-17188d06c6f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fb08a4f-69cd-487d-ae0a-17188d06c6f9 found for delete ", "request_id": "req-e5643ce4-1002-4b3a-a9fe-29442aee3b30"}]} Oct 12 02:35:34.893981 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 299443a4-87d4-4257-8710-d074d71d9851 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:34.955532 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e237a05e-82f0-41f7-ae12-c17e9f42ca57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.961435 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 299443a4-87d4-4257-8710-d074d71d9851 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:34.964062 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e237a05e-82f0-41f7-ae12-c17e9f42ca57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (5b8ca341-07bc-438f-b097-587298bc2469), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:34.965059 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 299443a4-87d4-4257-8710-d074d71d9851 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:35.084360 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 32844) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:35.141958 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 32846) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:35.142284 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-4a2628dc-962f-4b44-8dce-39f9f249300c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=bd41b04d606949edbc9a3a2f88f991b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0598598 Oct 12 02:35:35.168795 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [None req-e237a05e-82f0-41f7-ae12-c17e9f42ca57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Floating IP 5b8ca341-07bc-438f-b097-587298bc2469 associated. External IP: 172.27.4.241, port: 93c61a39-b587-4e1c-9122-a17862f7c444. Oct 12 02:35:35.279859 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:35.353562 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d130fb88-c454-4ded-914e-2b44c2db8cf6 admin admin] Publish callbacks [] for security_group (3d10bc4c-7879-48ad-8f9a-67f362748dac), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:35.402395 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d130fb88-c454-4ded-914e-2b44c2db8cf6 admin admin] Publish callbacks [] for security_group (3d10bc4c-7879-48ad-8f9a-67f362748dac), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:35.571044 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d130fb88-c454-4ded-914e-2b44c2db8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (3d10bc4c-7879-48ad-8f9a-67f362748dac), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:35.575161 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d130fb88-c454-4ded-914e-2b44c2db8cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:35.580233 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d130fb88-c454-4ded-914e-2b44c2db8cf6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3d10bc4c-7879-48ad-8f9a-67f362748dac HTTP/1.1" status: 204 len: 168 time: 0.4339361 Oct 12 02:35:35.609506 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130fb88-c454-4ded-914e-2b44c2db8cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d10bc4c-7879-48ad-8f9a-67f362748dac,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:35.632331 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e237a05e-82f0-41f7-ae12-c17e9f42ca57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:35.817209 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 32878) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:35.830147 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:35.878947 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:35.909512 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b495b9-8b9e-4163-8928-8004a94348c9 req-c40d617a-ba41-477c-878d-67bd3a67046b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:35.911157 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-49b495b9-8b9e-4163-8928-8004a94348c9 req-c40d617a-ba41-477c-878d-67bd3a67046b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.1221311 Oct 12 02:35:35.913034 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e237a05e-82f0-41f7-ae12-c17e9f42ca57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:35.924218 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:35.943097 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e237a05e-82f0-41f7-ae12-c17e9f42ca57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:35.944958 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:35.945615 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:36.040124 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-e237a05e-82f0-41f7-ae12-c17e9f42ca57 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/5b8ca341-07bc-438f-b097-587298bc2469 HTTP/1.1" status: 200 len: 991 time: 1.8039052 Oct 12 02:35:36.042192 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'tag': '93c61a39-b587-4e1c-9122-a17862f7c444'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:36.045151 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54685fd-7ca1-408e-b1d2-eff4cf866677" -d '{"events": [{"name": "network-changed", "server_uuid": "4b142a74-f235-4ea2-b553-6a0e8bac1c91", "tag": "93c61a39-b587-4e1c-9122-a17862f7c444"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:36.095554 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-49b495b9-8b9e-4163-8928-8004a94348c9 req-110f4b6a-ade9-4552-8955-dac25a549df4 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346667 Oct 12 02:35:36.131269 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4169e36a-18a0-4e9b-ac0d-0f1fd9116cd4 x-openstack-request-id: req-4169e36a-18a0-4e9b-ac0d-0f1fd9116cd4 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:36.131548 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b142a74-f235-4ea2-b553-6a0e8bac1c91", "tag": "93c61a39-b587-4e1c-9122-a17862f7c444", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:36.131808 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4169e36a-18a0-4e9b-ac0d-0f1fd9116cd4 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:36.132206 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4169e36a-18a0-4e9b-ac0d-0f1fd9116cd4'] response: {'name': 'network-changed', 'server_uuid': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'tag': '93c61a39-b587-4e1c-9122-a17862f7c444', 'status': 'completed', 'code': 200} Oct 12 02:35:36.202072 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:36.236314 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-b94f2a26-80af-44a3-be44-5365d0b60d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:36.237974 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-b94f2a26-80af-44a3-be44-5365d0b60d6d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76e921b067f04677b76c245b5f93e112&device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 1129 time: 0.0685370 Oct 12 02:35:36.398411 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (6866632a-d144-4235-997c-a9a700ef0f73), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:36.423465 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-9828e717-c401-483c-b258-4d883c80dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:36.425107 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-9828e717-c401-483c-b258-4d883c80dfad service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 200 len: 916 time: 0.1795537 Oct 12 02:35:36.541723 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-60ad4ac4-e9f3-4c2b-8dfe-263fc9726886 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93c61a39-b587-4e1c-9122-a17862f7c444 HTTP/1.1" status: 200 len: 999 time: 0.1095960 Oct 12 02:35:36.569863 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '5b8ca341-07bc-438f-b097-587298bc2469', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': '93c61a39-b587-4e1c-9122-a17862f7c444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:07:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:18Z', 'updated_at': '2022-10-12T02:35:34Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:36.616803 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:36.624101 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:36.629643 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:36.630470 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:36.634905 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:36.645607 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-f260901f-ab75-4978-8d12-fecc5b86c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:36.647294 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-f260901f-ab75-4978-8d12-fecc5b86c551 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 200 len: 854 time: 0.0993102 Oct 12 02:35:36.726939 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-49b6313c-c657-4a9f-8c3b-daf81f8b1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:36.737407 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-49b6313c-c657-4a9f-8c3b-daf81f8b1339 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0834355 Oct 12 02:35:36.772897 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:36.889530 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] Deleting port b8034fa5-feee-42d7-b36a-f0642c24f1af {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:36.893629 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:36.936610 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-7e16a510-21a2-4b58-a2ad-00b6fa4854b8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929147 Oct 12 02:35:36.950296 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:37.029821 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] For port b8034fa5-feee-42d7-b36a-f0642c24f1af, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=b8034fa5-feee-42d7-b36a-f0642c24f1af,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:37.030696 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:37.059997 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:37.060560 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] Calling delete_port for b8034fa5-feee-42d7-b36a-f0642c24f1af owned by network:router_interface {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:37.091700 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b54685fd-7ca1-408e-b1d2-eff4cf866677 req-6d247f43-814d-4943-b55b-db4e08cd5d4f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485243 Oct 12 02:35:37.337886 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '5b8ca341-07bc-438f-b097-587298bc2469', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': '93c61a39-b587-4e1c-9122-a17862f7c444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:07:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:18Z', 'updated_at': '2022-10-12T02:35:34Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:37.371641 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d1f27-dbdf-4d74-9946-2473d15e50dd None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '5b8ca341-07bc-438f-b097-587298bc2469', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'port_id': '93c61a39-b587-4e1c-9122-a17862f7c444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'mac_address': 'fa:16:3e:07:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:35:18Z', 'updated_at': '2022-10-12T02:35:34Z', 'revision_number': 1, 'project_id': '76e921b067f04677b76c245b5f93e112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:37.382829 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d5f86-adc2-4daa-9d7a-b3bc33cb0589 req-d4f70fa5-1bd7-4af4-8052-481ef8c4a1fb tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:37.390793 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8e1d5f86-adc2-4daa-9d7a-b3bc33cb0589 req-d4f70fa5-1bd7-4af4-8052-481ef8c4a1fb tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.1533432 Oct 12 02:35:37.464242 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8e1d5f86-adc2-4daa-9d7a-b3bc33cb0589 req-f3c9a1de-df82-4680-81d9-7159d0209056 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725434 Oct 12 02:35:37.502462 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (b8034fa5-feee-42d7-b36a-f0642c24f1af), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:37.505883 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:37.541667 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] Pushing event deleted for resources: {'Port': ['ID=b8034fa5-feee-42d7-b36a-f0642c24f1af,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:37.748885 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb31edb-6ed0-4b29-ae61-025fecbcef18 None None] New status for floating IP 5b8ca341-07bc-438f-b097-587298bc2469: ACTIVE {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:35:37.838080 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (6866632a-d144-4235-997c-a9a700ef0f73), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:37.867157 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd459f99-6c32-4b65-82f8-490c57b1b31d None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:35:38.082291 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd459f99-6c32-4b65-82f8-490c57b1b31d None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:35:38.128015 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] Router 6866632a-d144-4235-997c-a9a700ef0f73 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:38.275640 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:38.291985 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-de170c4b-7190-4e26-bedd-e1fca92a363d admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/6866632a-d144-4235-997c-a9a700ef0f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4686990 Oct 12 02:35:38.292360 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 32932) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:38.299883 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] Sync routers for ids ['6866632a-d144-4235-997c-a9a700ef0f73'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:38.318563 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] Routers {'6866632a-d144-4235-997c-a9a700ef0f73'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:38.319879 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6866632a-d144-4235-997c-a9a700ef0f73'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:38.448895 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] Set router 6866632a-d144-4235-997c-a9a700ef0f73 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:38.755993 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582db4-bffe-4b61-93ef-bb083e2d3576 req-f5952e7c-cf32-41a2-b916-a6fa6df4407b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:38.757568 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fe582db4-bffe-4b61-93ef-bb083e2d3576 req-f5952e7c-cf32-41a2-b916-a6fa6df4407b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0845411 Oct 12 02:35:38.802324 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:38.847939 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fe582db4-bffe-4b61-93ef-bb083e2d3576 req-3f85ad4d-cb95-4749-a079-2dd212aa31c7 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835564 Oct 12 02:35:38.864289 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:35:37Z', 'revision_number': 5, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:38.895441 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] Checking router: 6866632a-d144-4235-997c-a9a700ef0f73 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:38.905550 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] Routers {'6866632a-d144-4235-997c-a9a700ef0f73'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:38.906187 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6866632a-d144-4235-997c-a9a700ef0f73'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:38.983373 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Publish callbacks [] for router (6866632a-d144-4235-997c-a9a700ef0f73), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.032013 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] Set router 6866632a-d144-4235-997c-a9a700ef0f73 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:39.157919 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Publish callbacks [] for router_gateway (6866632a-d144-4235-997c-a9a700ef0f73), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.173361 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-6769cdeb-e19f-40e6-ac09-fc0c897552ac None None] Provisioning complete for port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:39.174849 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-6769cdeb-e19f-40e6-ac09-fc0c897552ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.174849 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-6769cdeb-e19f-40e6-ac09-fc0c897552ac None None] Attempt 1 to provision port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf Oct 12 02:35:39.202423 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:39.219085 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Deleting port 6db5acb8-39d4-437b-8901-21533e92105a {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:39.219444 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (6db5acb8-39d4-437b-8901-21533e92105a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.278983 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:39.310945 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-6769cdeb-e19f-40e6-ac09-fc0c897552ac None None] Current status of the port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:39.311661 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] For port 6db5acb8-39d4-437b-8901-21533e92105a, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=6db5acb8-39d4-437b-8901-21533e92105a,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:39.312145 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (6db5acb8-39d4-437b-8901-21533e92105a), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.320693 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:35:37Z', 'revision_number': 5, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:39.329695 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Calling delete_port for 6db5acb8-39d4-437b-8901-21533e92105a owned by network:router_gateway {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:39.350291 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d0f4ca-fd82-4245-89b8-8ccec5c2b93d None None] The sync data for ids ['6866632a-d144-4235-997c-a9a700ef0f73'] in dv-cinder-849143-14-iscsi is: [{'id': '6866632a-d144-4235-997c-a9a700ef0f73', 'name': 'tempest-TestMinimumBasicScenario-333253342-router', 'tenant_id': 'c57365923b844fe9b29d9e223ad49ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125'}], 'enable_snat': True}, 'gw_port_id': '6db5acb8-39d4-437b-8901-21533e92105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:46Z', 'updated_at': '2022-10-12T02:35:37Z', 'revision_number': 5, 'project_id': 'c57365923b844fe9b29d9e223ad49ce4', 'gw_port': {'id': '6db5acb8-39d4-437b-8901-21533e92105a', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866632a-d144-4235-997c-a9a700ef0f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:47Z', 'updated_at': '2022-10-12T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:39.525268 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (6db5acb8-39d4-437b-8901-21533e92105a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.557272 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6db5acb8-39d4-437b-8901-21533e92105a,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:39.635214 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (6866632a-d144-4235-997c-a9a700ef0f73), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.751962 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (6866632a-d144-4235-997c-a9a700ef0f73), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.761298 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Publish callbacks [] for router_controller (6866632a-d144-4235-997c-a9a700ef0f73), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.873883 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (6866632a-d144-4235-997c-a9a700ef0f73), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.874543 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6866632a-d144-4235-997c-a9a700ef0f73 {{(pid=104435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:35:39.885082 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:39.888722 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-2c4c0720-dd7e-4a7e-91e6-03aa34f538dc admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/6866632a-d144-4235-997c-a9a700ef0f73 HTTP/1.1" status: 204 len: 168 time: 1.5929229 Oct 12 02:35:39.889190 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 32944) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:39.967928 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c9e9c3-6b43-497d-91d2-786c15a9ca82 admin admin] Deleting subnet 7fc1a911-1369-4f0a-a2b1-7d911839e1c6 {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:35:39.973226 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e9c3-6b43-497d-91d2-786c15a9ca82 admin admin] Publish callbacks [] for subnet (7fc1a911-1369-4f0a-a2b1-7d911839e1c6), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.037045 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:40.054193 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f60ca-e93f-46f6-9e26-9f6eaba530c3 req-183e8cff-d144-412e-84bf-362de917ca92 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:40.055863 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e04f60ca-e93f-46f6-9e26-9f6eaba530c3 req-183e8cff-d144-412e-84bf-362de917ca92 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0852237 Oct 12 02:35:40.067552 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e9c3-6b43-497d-91d2-786c15a9ca82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2680509'] for subnet (7fc1a911-1369-4f0a-a2b1-7d911839e1c6), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.172760 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e04f60ca-e93f-46f6-9e26-9f6eaba530c3 req-7d866e94-0444-4996-8cf6-f400d8409725 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080291 Oct 12 02:35:40.216858 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e9c3-6b43-497d-91d2-786c15a9ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (7fc1a911-1369-4f0a-a2b1-7d911839e1c6), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.275756 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:40.284115 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e9c3-6b43-497d-91d2-786c15a9ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26805740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27074553'] for subnet (7fc1a911-1369-4f0a-a2b1-7d911839e1c6), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.316424 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9e9c3-6b43-497d-91d2-786c15a9ca82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc1a911-1369-4f0a-a2b1-7d911839e1c6,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:40.323991 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e9c3-6b43-497d-91d2-786c15a9ca82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.328747 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d6c9e9c3-6b43-497d-91d2-786c15a9ca82 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/7fc1a911-1369-4f0a-a2b1-7d911839e1c6 HTTP/1.1" status: 204 len: 168 time: 0.4359839 Oct 12 02:35:40.330347 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 32948) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:40.332278 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ebe69-22c8-404c-974a-9033425b40ac None None] Network 29d9435c-4eff-4eb3-8183-9024706bdf4d requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:40.420627 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:40.430754 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (29d9435c-4eff-4eb3-8183-9024706bdf4d), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.482077 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Deleting port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:40.482758 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.558530 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] For port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=5ebd0515-c55d-4c4e-a0ef-8736ab3637cf,segment=NetworkSegment(03012b65-a9e9-483e-bc33-72b4f7c381bf),segment_id=03012b65-a9e9-483e-bc33-72b4f7c381bf)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:40.558962 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.579188 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Calling delete_port for 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf owned by network:dhcp {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:40.599985 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9718ca-01a3-4b0c-863a-14f1e3bccd63 None None] DHCP port deletion for 29d9435c-4eff-4eb3-8183-9024706bdf4d request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:35:40.692456 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-dc9718ca-01a3-4b0c-863a-14f1e3bccd63 None None] Deleting port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf {{(pid=104437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:40.692856 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-dc9718ca-01a3-4b0c-863a-14f1e3bccd63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), before_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.695124 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 6db5acb8-39d4-437b-8901-21533e92105a no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:40.700857 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.737469 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebd0515-c55d-4c4e-a0ef-8736ab3637cf,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:40.743807 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] No DVR routers for this DVR port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf on host dv-cinder-849143-14-iscsi {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:40.761366 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 6db5acb8-39d4-437b-8901-21533e92105a {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:40.761712 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 6db5acb8-39d4-437b-8901-21533e92105a not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:40.762135 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:40.789973 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:40.790354 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:40.790778 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device b8034fa5-feee-42d7-b36a-f0642c24f1af no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:40.819651 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: b8034fa5-feee-42d7-b36a-f0642c24f1af {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:40.819651 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device b8034fa5-feee-42d7-b36a-f0642c24f1af not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:40.830907 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-dc9718ca-01a3-4b0c-863a-14f1e3bccd63 None None] For port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf, host dv-cinder-849143-14-iscsi, got binding levels [] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:40.831503 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-dc9718ca-01a3-4b0c-863a-14f1e3bccd63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), precommit_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.847491 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-dc9718ca-01a3-4b0c-863a-14f1e3bccd63 None None] Calling delete_port for 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf owned by network:dhcp {{(pid=104437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:40.850839 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.ipam_backend_mixin [None req-dc9718ca-01a3-4b0c-863a-14f1e3bccd63 None None] Port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf was not found and therefore no delete operation was performed {{(pid=104437) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 12 02:35:40.852438 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-dc9718ca-01a3-4b0c-863a-14f1e3bccd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493'] for port (5ebd0515-c55d-4c4e-a0ef-8736ab3637cf), after_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.866368 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:40.883240 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9718ca-01a3-4b0c-863a-14f1e3bccd63 None None] Pushing event deleted for resources: {'Port': ['ID=5ebd0515-c55d-4c4e-a0ef-8736ab3637cf,revision_number=None']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:40.885740 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9718ca-01a3-4b0c-863a-14f1e3bccd63 None None] No DVR routers for this DVR port 5ebd0515-c55d-4c4e-a0ef-8736ab3637cf on host dv-cinder-849143-14-iscsi {{(pid=104437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:40.896521 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (29d9435c-4eff-4eb3-8183-9024706bdf4d), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.944968 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d9435c-4eff-4eb3-8183-9024706bdf4d']}} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:40.956209 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03012b65-a9e9-483e-bc33-72b4f7c381bf') {'for_net_delete': True} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:40.956209 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03012b65-a9e9-483e-bc33-72b4f7c381bf') {} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:40.967520 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27132702'] for segment (03012b65-a9e9-483e-bc33-72b4f7c381bf), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.989184 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (03012b65-a9e9-483e-bc33-72b4f7c381bf), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:40.997849 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:35:41.001552 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27082299'] for segment (03012b65-a9e9-483e-bc33-72b4f7c381bf), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:41.058624 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 03012b65-a9e9-483e-bc33-72b4f7c381bf resource provider aggregate not found Oct 12 02:35:41.086813 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (29d9435c-4eff-4eb3-8183-9024706bdf4d), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:41.091608 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 03012b65-a9e9-483e-bc33-72b4f7c381bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03012b65-a9e9-483e-bc33-72b4f7c381bf found for delete ", "request_id": "req-5d3b4c10-dfd8-4632-9909-90c9552b49e7"}]} Oct 12 02:35:41.097461 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:41.103661 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/29d9435c-4eff-4eb3-8183-9024706bdf4d HTTP/1.1" status: 204 len: 168 time: 0.7678168 Oct 12 02:35:41.104959 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 32958) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:41.135431 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9db804-8677-4312-a7bf-a49cd1d86ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=29d9435c-4eff-4eb3-8183-9024706bdf4d,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:41.348986 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305a875-cecc-4d15-bbbb-8e79e85f2ed6 req-9a2c6b93-b1fb-4468-98a2-4b994bc3f3cb tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:41.359835 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2305a875-cecc-4d15-bbbb-8e79e85f2ed6 req-9a2c6b93-b1fb-4468-98a2-4b994bc3f3cb tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0709655 Oct 12 02:35:41.439254 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2305a875-cecc-4d15-bbbb-8e79e85f2ed6 req-3653b92e-7028-48a2-8ff4-32abb925f41e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779476 Oct 12 02:35:41.589206 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:41.844654 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] Deleting port babfe9f5-35fb-4adf-a75e-4a40b6e44272 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:41.844941 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:41.937916 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] For port babfe9f5-35fb-4adf-a75e-4a40b6e44272, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=babfe9f5-35fb-4adf-a75e-4a40b6e44272,segment=NetworkSegment(d59bfc2e-6bc8-4cd5-b4df-b71914557810),segment_id=d59bfc2e-6bc8-4cd5-b4df-b71914557810)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:41.938473 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:41.952880 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] Calling delete_port for babfe9f5-35fb-4adf-a75e-4a40b6e44272 owned by network:router_interface {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:41.965685 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:42.145221 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (babfe9f5-35fb-4adf-a75e-4a40b6e44272), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:42.150705 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:42.171010 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=babfe9f5-35fb-4adf-a75e-4a40b6e44272,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:42.355410 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:42.392514 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05be854-69b7-4047-bc5f-4dbd4fa25c14 None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:35:42.476911 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05be854-69b7-4047-bc5f-4dbd4fa25c14 None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:35:42.560661 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:42.620454 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70359c3-61b3-4cca-b18d-c34ed4d41d6a req-ee2f1459-220f-4299-b582-cb4df7cdea4b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:42.621946 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a70359c3-61b3-4cca-b18d-c34ed4d41d6a req-ee2f1459-220f-4299-b582-cb4df7cdea4b tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0644348 Oct 12 02:35:42.623810 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] Router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:42.746954 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a70359c3-61b3-4cca-b18d-c34ed4d41d6a req-2c0afcf8-f8db-483e-ad7d-6fb51d82c901 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179864 Oct 12 02:35:42.781227 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:42.787753 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-56efa8a8-32f9-42e0-b58e-1fcb4c9b2d1b admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6816013 Oct 12 02:35:42.790579 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 32996) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:42.795590 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] Sync routers for ids ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:42.815051 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] Routers {'7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:42.815990 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:42.916625 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Publish callbacks [] for router (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:42.938460 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] Set router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:43.026951 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Publish callbacks [] for router_gateway (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.078153 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Deleting port ed7f67d1-c672-4aaf-b6ac-88b8eb054793 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:43.078677 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.109767 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-c3130af9-bb32-46f7-89bf-fa3ea089130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:43.116140 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-c3130af9-bb32-46f7-89bf-fa3ea089130d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 1130 time: 0.0958600 Oct 12 02:35:43.188234 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] For port ed7f67d1-c672-4aaf-b6ac-88b8eb054793, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=ed7f67d1-c672-4aaf-b6ac-88b8eb054793,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:43.189074 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.201097 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:43.208054 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Calling delete_port for ed7f67d1-c672-4aaf-b6ac-88b8eb054793 owned by network:router_gateway {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:43.241233 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-f3b1a57b-2ddb-4ce7-b089-1d75e42652f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:43.242724 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-f3b1a57b-2ddb-4ce7-b089-1d75e42652f8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 916 time: 0.1223824 Oct 12 02:35:43.253393 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'name': 'tempest-TestMinimumBasicScenario-551289241-router', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:35:42Z', 'revision_number': 5, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'gw_port': {'id': 'ed7f67d1-c672-4aaf-b6ac-88b8eb054793', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:43.284050 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] Checking router: 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:43.294218 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] Routers {'7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:43.294774 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:43.321069 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-58506802-136e-474f-8489-4d1832e43952 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e HTTP/1.1" status: 200 len: 1002 time: 0.0712426 Oct 12 02:35:43.342353 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:43.364855 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-411067b0-610d-4080-9bcc-d1f045a98fb8 None None] Provisioning complete for port 3613aa8b-8bd1-45fb-b642-76dbce86531e triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:43.365281 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-411067b0-610d-4080-9bcc-d1f045a98fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.365814 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-411067b0-610d-4080-9bcc-d1f045a98fb8 None None] Attempt 1 to provision port 3613aa8b-8bd1-45fb-b642-76dbce86531e Oct 12 02:35:43.366303 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:43.386795 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-e2977a46-50d6-4a12-b7f2-f7eb00e502a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:43.388899 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-e2977a46-50d6-4a12-b7f2-f7eb00e502a7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.0618386 Oct 12 02:35:43.400072 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:43.411457 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] Set router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 gateway port host: None {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:43.444575 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-134d4db5-46e1-4e29-a6c1-ab7367cd3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:43.446484 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-134d4db5-46e1-4e29-a6c1-ab7367cd3a33 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512507 Oct 12 02:35:43.446830 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (ed7f67d1-c672-4aaf-b6ac-88b8eb054793), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.468748 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'name': 'tempest-TestMinimumBasicScenario-551289241-router', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:35:43Z', 'revision_number': 6, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'gw_port_host': None}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:43.470142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-411067b0-610d-4080-9bcc-d1f045a98fb8 None None] Current status of the port 3613aa8b-8bd1-45fb-b642-76dbce86531e is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:43.482494 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7f67d1-c672-4aaf-b6ac-88b8eb054793,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:43.504157 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f41c2-ac8f-4a0b-9a38-1325ebc9db60 None None] The sync data for ids ['7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4'] in dv-cinder-849143-14-iscsi is: [{'id': '7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4', 'name': 'tempest-TestMinimumBasicScenario-551289241-router', 'tenant_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:32:52Z', 'updated_at': '2022-10-12T02:35:43Z', 'revision_number': 6, 'project_id': '7dc12b5da7a147b0a65eec8d04802cd2', 'gw_port_host': None}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:43.566728 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.575263 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-8c757c8c-eb3f-46d8-9118-13965aab6086 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227164 Oct 12 02:35:43.638764 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:43.658706 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.660830 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Publish callbacks [] for router_controller (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), precommit_delete_associations {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.672876 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-67c0f8d1-a6a5-4336-b37a-f29b7a54cded req-a3f0f213-2105-44e5-a6ef-e2b820e6e465 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866051 Oct 12 02:35:43.705344 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.706033 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 {{(pid=104436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:35:43.710597 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.711780 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-4a3a5f92-99b6-44c3-a7df-2d67fdaedb8a admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/7e5d0b53-5db7-4e62-ba04-9094c1f3c6d4 HTTP/1.1" status: 204 len: 168 time: 0.9191375 Oct 12 02:35:43.714928 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33012) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:43.757782 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f77601-3cc7-42e9-81b9-c55afcdf4c4b admin admin] Deleting subnet d61e66da-969e-4918-ab2c-7f697395f85b {{(pid=104436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:35:43.761416 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c1f77601-3cc7-42e9-81b9-c55afcdf4c4b admin admin] Publish callbacks [] for subnet (d61e66da-969e-4918-ab2c-7f697395f85b), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.795179 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c1f77601-3cc7-42e9-81b9-c55afcdf4c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27132775'] for subnet (d61e66da-969e-4918-ab2c-7f697395f85b), precommit_delete_associations {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.907075 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a899234-b935-467f-a651-aa4aabd53ee3 req-b217c5f3-5c39-4c0e-8d3c-748be2ff62d8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:43.908573 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3a899234-b935-467f-a651-aa4aabd53ee3 req-b217c5f3-5c39-4c0e-8d3c-748be2ff62d8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 946 time: 0.0755608 Oct 12 02:35:43.914404 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c1f77601-3cc7-42e9-81b9-c55afcdf4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (d61e66da-969e-4918-ab2c-7f697395f85b), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:43.994179 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3a899234-b935-467f-a651-aa4aabd53ee3 req-d7a7ce11-f95e-49f3-8b61-365dbebbf76f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770087 Oct 12 02:35:44.002818 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c1f77601-3cc7-42e9-81b9-c55afcdf4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27082449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020504'] for subnet (d61e66da-969e-4918-ab2c-7f697395f85b), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.040573 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c1f77601-3cc7-42e9-81b9-c55afcdf4c4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.044481 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-c1f77601-3cc7-42e9-81b9-c55afcdf4c4b admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/d61e66da-969e-4918-ab2c-7f697395f85b HTTP/1.1" status: 204 len: 168 time: 0.3286197 Oct 12 02:35:44.045203 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da5432-197f-44a6-afb1-3c31527af936 None None] Network 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:44.045424 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f77601-3cc7-42e9-81b9-c55afcdf4c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61e66da-969e-4918-ab2c-7f697395f85b,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:44.047206 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33016) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:44.122771 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (872fe053-71b2-4a4e-a732-5b06dfa0c9d3), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.166224 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Deleting port 3613aa8b-8bd1-45fb-b642-76dbce86531e {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:35:44.166475 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.230439 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] For port 3613aa8b-8bd1-45fb-b642-76dbce86531e, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=3613aa8b-8bd1-45fb-b642-76dbce86531e,segment=NetworkSegment(d59bfc2e-6bc8-4cd5-b4df-b71914557810),segment_id=d59bfc2e-6bc8-4cd5-b4df-b71914557810)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:44.230717 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.247848 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Calling delete_port for 3613aa8b-8bd1-45fb-b642-76dbce86531e owned by network:dhcp {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:35:44.340033 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96249677-b673-4122-ba00-90721320937c None None] DHCP port deletion for 872fe053-71b2-4a4e-a732-5b06dfa0c9d3 request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:35:44.342242 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (3613aa8b-8bd1-45fb-b642-76dbce86531e), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.369526 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3613aa8b-8bd1-45fb-b642-76dbce86531e,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:44.375035 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] No DVR routers for this DVR port 3613aa8b-8bd1-45fb-b642-76dbce86531e on host dv-cinder-849143-14-iscsi {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:35:44.457056 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (872fe053-71b2-4a4e-a732-5b06dfa0c9d3), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.478650 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872fe053-71b2-4a4e-a732-5b06dfa0c9d3']}} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:44.488910 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59bfc2e-6bc8-4cd5-b4df-b71914557810') {'for_net_delete': True} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:44.488910 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59bfc2e-6bc8-4cd5-b4df-b71914557810') {} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:44.499863 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2680516'] for segment (d59bfc2e-6bc8-4cd5-b4df-b71914557810), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.516975 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (d59bfc2e-6bc8-4cd5-b4df-b71914557810), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.524227 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:35:44.524561 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26805510'] for segment (d59bfc2e-6bc8-4cd5-b4df-b71914557810), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.565287 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device babfe9f5-35fb-4adf-a75e-4a40b6e44272 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:44.591765 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (872fe053-71b2-4a4e-a732-5b06dfa0c9d3), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.592388 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: babfe9f5-35fb-4adf-a75e-4a40b6e44272 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:44.593265 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device babfe9f5-35fb-4adf-a75e-4a40b6e44272 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:44.594555 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device ed7f67d1-c672-4aaf-b6ac-88b8eb054793 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:44.612350 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.616213 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/872fe053-71b2-4a4e-a732-5b06dfa0c9d3 HTTP/1.1" status: 204 len: 168 time: 0.5678866 Oct 12 02:35:44.618036 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d2ab8-8656-4ab6-925a-298a50b23ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=872fe053-71b2-4a4e-a732-5b06dfa0c9d3,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:44.621130 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: ed7f67d1-c672-4aaf-b6ac-88b8eb054793 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:44.621770 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device ed7f67d1-c672-4aaf-b6ac-88b8eb054793 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:44.623427 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 3613aa8b-8bd1-45fb-b642-76dbce86531e no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:44.651446 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 3613aa8b-8bd1-45fb-b642-76dbce86531e {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:35:44.652335 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 3613aa8b-8bd1-45fb-b642-76dbce86531e not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:35:44.704174 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment d59bfc2e-6bc8-4cd5-b4df-b71914557810 resource provider aggregate not found Oct 12 02:35:44.724002 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment d59bfc2e-6bc8-4cd5-b4df-b71914557810 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d59bfc2e-6bc8-4cd5-b4df-b71914557810 found for delete ", "request_id": "req-bedc8f9c-0cc8-4f27-b507-5b99249020c4"}]} Oct 12 02:35:44.795095 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33034) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:44.839223 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-7cbc8f1f-e864-416d-a5b8-d77a7cfc06d8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c57365923b844fe9b29d9e223ad49ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429258 Oct 12 02:35:44.841842 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33036) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:44.847307 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:44.891585 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b005c183-4bd7-4079-bf50-e7bfeecdd50c admin admin] Publish callbacks [] for security_group (62e63e09-5e15-4be3-96a5-cfa7ea4da3c0), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.911742 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b005c183-4bd7-4079-bf50-e7bfeecdd50c admin admin] Publish callbacks [] for security_group (62e63e09-5e15-4be3-96a5-cfa7ea4da3c0), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.931783 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device fe5a040d-6b9b-4b90-a3c9-76a1085a756e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:44.934696 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:44.957785 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b005c183-4bd7-4079-bf50-e7bfeecdd50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (62e63e09-5e15-4be3-96a5-cfa7ea4da3c0), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.960267 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b005c183-4bd7-4079-bf50-e7bfeecdd50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:44.961450 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-b005c183-4bd7-4079-bf50-e7bfeecdd50c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/62e63e09-5e15-4be3-96a5-cfa7ea4da3c0 HTTP/1.1" status: 204 len: 168 time: 0.1187191 Oct 12 02:35:44.970638 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005c183-4bd7-4079-bf50-e7bfeecdd50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e63e09-5e15-4be3-96a5-cfa7ea4da3c0,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:45.012836 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port fe5a040d-6b9b-4b90-a3c9-76a1085a756e is: ACTIVE; New status is: DOWN {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:45.013139 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.040399 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:35:45.042695 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d633d9-b0aa-4bd6-8c57-45a7f3efc311" -d '{"events": [{"server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:35:45.057652 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:45.063207 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.089785 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 02:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9c850c-a4b4-42f8-bfb1-3dad3f51144c x-openstack-request-id: req-eb9c850c-a4b4-42f8-bfb1-3dad3f51144c {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:35:45.090437 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:35:45.090692 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb9c850c-a4b4-42f8-bfb1-3dad3f51144c {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:35:45.091158 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9c850c-a4b4-42f8-bfb1-3dad3f51144c'] response: {'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'code': 200} Oct 12 02:35:45.118767 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=8']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:45.139633 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef7b5c-c089-4365-a1d3-b2364975a154 req-5c45cdbf-8353-44bd-bc09-44d43c06522a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:45.141150 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b4ef7b5c-c089-4365-a1d3-b2364975a154 req-5c45cdbf-8353-44bd-bc09-44d43c06522a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.0538087 Oct 12 02:35:45.191062 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b4ef7b5c-c089-4365-a1d3-b2364975a154 req-bd6da232-c351-4a95-bbb6-b83f3071b197 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438423 Oct 12 02:35:45.325758 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33046) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:45.348279 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:45.369297 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-2d241c92-22a7-4415-81ff-d9b236c5e082 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7dc12b5da7a147b0a65eec8d04802cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424104 Oct 12 02:35:45.371874 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33048) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:45.421049 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cca56638-a63e-4a5a-9945-b55c175d996d admin admin] Publish callbacks [] for security_group (2d876968-dcb1-4357-bdc4-7a60608b5a38), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.442685 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cca56638-a63e-4a5a-9945-b55c175d996d admin admin] Publish callbacks [] for security_group (2d876968-dcb1-4357-bdc4-7a60608b5a38), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.497170 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cca56638-a63e-4a5a-9945-b55c175d996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2d876968-dcb1-4357-bdc4-7a60608b5a38), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.500006 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cca56638-a63e-4a5a-9945-b55c175d996d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:45.504021 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-cca56638-a63e-4a5a-9945-b55c175d996d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2d876968-dcb1-4357-bdc4-7a60608b5a38 HTTP/1.1" status: 204 len: 168 time: 0.1289973 Oct 12 02:35:45.519544 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca56638-a63e-4a5a-9945-b55c175d996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d876968-dcb1-4357-bdc4-7a60608b5a38,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:45.900014 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4874-9064-44fa-9a3d-1499f2f8d985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.236178 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33094) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:46.320553 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cd8ed-0257-4c3d-8406-e090f6db268f req-17e1d34c-4bbf-4468-aead-89af84b20357 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:46.322694 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bf9cd8ed-0257-4c3d-8406-e090f6db268f req-17e1d34c-4bbf-4468-aead-89af84b20357 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.0474615 Oct 12 02:35:46.332721 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-277709767-network', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:46.375389 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Made reservation on behalf of b1601a3e4f41405d8e9001af6da86b46 for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:46.377659 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.392018 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.405604 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bf9cd8ed-0257-4c3d-8406-e090f6db268f req-6223ff84-b40e-450c-8988-da60dbb83b59 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690818 Oct 12 02:35:46.447885 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:DELETE=8,neutron:UPDATE=4,neutron:SELECT=82,neutron:INSERT=6 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:46.478928 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Publish callbacks [] for security_group (fcf1d490-2168-43af-afb9-4568618a7bd7), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.482994 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (fcf1d490-2168-43af-afb9-4568618a7bd7), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.505809 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:35:46.521667 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf1d490-2168-43af-afb9-4568618a7bd7,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:46.524479 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (2eeeafc1-5bd9-45dd-8e29-9e27e459f255), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.524864 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Added segment 2eeeafc1-5bd9-45dd-8e29-9e27e459f255 of type vlan for network 3579f488-1360-4e5f-a1d3-8c57917ab513 Oct 12 02:35:46.525918 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:46.572194 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (3579f488-1360-4e5f-a1d3-8c57917ab513), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.597584 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (3579f488-1360-4e5f-a1d3-8c57917ab513), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.598620 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:46.599183 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.649833 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4118209 Oct 12 02:35:46.652650 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33106) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:46.657384 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Request body: {'subnet': {'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-277709767-subnet', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'ip_version': 4}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:46.676119 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22d648-f877-4a62-b0b0-73a11be0b8fc admin admin] Pushing event updated for resources: {'Network': ['ID=3579f488-1360-4e5f-a1d3-8c57917ab513,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:46.689043 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 3579f488-1360-4e5f-a1d3-8c57917ab513 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:35:46.689185 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Made reservation on behalf of b1601a3e4f41405d8e9001af6da86b46 for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:46.692406 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27017785'] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.883165 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27017771'] for subnet (80c1078f-72d3-460c-831e-4f99809a8b7a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.940054 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c1078f-72d3-460c-831e-4f99809a8b7a,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:46.948724 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Checking segment: {'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:46.949079 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Network hostable DHCP agents. Network: 3579f488-1360-4e5f-a1d3-8c57917ab513, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:35:46.966536 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Network 3579f488-1360-4e5f-a1d3-8c57917ab513 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:35:46.975690 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 3579f488-1360-4e5f-a1d3-8c57917ab513) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:46.982493 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:46.982814 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:46.985624 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea65999-1820-424e-99a4-293957b36240 None None] Network 3579f488-1360-4e5f-a1d3-8c57917ab513 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:47.003151 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d65d74b7-0584-46e7-8bea-93d2788c423e admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3493149 Oct 12 02:35:47.005988 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33120) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:47.011118 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:47.041310 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (07443117-698d-446c-99b8-ec9b9b872f1a), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.043293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (07443117-698d-446c-99b8-ec9b9b872f1a), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.120793 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks [] for router_controller (07443117-698d-446c-99b8-ec9b9b872f1a), precommit_add_association {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.125985 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-3579f488-1360-4e5f-a1d3-8c57917ab513', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:35:47.129379 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.334135 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Allocated IP 172.20.0.2 (3579f488-1360-4e5f-a1d3-8c57917ab513/80c1078f-72d3-460c-831e-4f99809a8b7a/df3c52e4-dc55-4f61-a06a-be854b128fb6) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:47.522816 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Publish callbacks [] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.525567 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:47.531275 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.586760 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:47.589296 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Network 3579f488-1360-4e5f-a1d3-8c57917ab513 is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:47.597041 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:47.599390 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:47.608735 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:47.613853 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Pushing event updated for resources: {'Port': ['ID=df3c52e4-dc55-4f61-a06a-be854b128fb6,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:47.668766 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Attempting to bind port df3c52e4-dc55-4f61-a06a-be854b128fb6 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:47.669327 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Attempting to bind port df3c52e4-dc55-4f61-a06a-be854b128fb6 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:47.670618 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Attempting to bind port df3c52e4-dc55-4f61-a06a-be854b128fb6 on network 3579f488-1360-4e5f-a1d3-8c57917ab513 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:47.703061 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b5de4-03cb-4b95-9b10-0a1eb64e3860 req-3a9a751e-20e1-41fe-a831-efe1dd78b5a2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:47.704528 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fe0b5de4-03cb-4b95-9b10-0a1eb64e3860 req-3a9a751e-20e1-41fe-a831-efe1dd78b5a2 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.1344712 Oct 12 02:35:47.713334 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-57ecb386-5271-4781-bbc2-33c4c2cafbcd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1446588 Oct 12 02:35:47.713518 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:47.713830 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Checking segment: {'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:47.714224 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.714608 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Bound using segment: {'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:47.715076 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Bound port: df3c52e4-dc55-4f61-a06a-be854b128fb6, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:47.715269 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks [] for router_gateway (07443117-698d-446c-99b8-ec9b9b872f1a), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.715450 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.779857 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] For port df3c52e4-dc55-4f61-a06a-be854b128fb6, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:47.782703 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] For port df3c52e4-dc55-4f61-a06a-be854b128fb6, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=df3c52e4-dc55-4f61-a06a-be854b128fb6,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:47.789060 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:47.804413 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:47.851396 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fe0b5de4-03cb-4b95-9b10-0a1eb64e3860 req-96d5ede1-8af9-4e5f-b11c-a1d3a6eccdb8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327956 Oct 12 02:35:47.862282 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a9083-afc4-4c0c-8eea-33dde377ed4d None None] Pushing event updated for resources: {'Port': ['ID=df3c52e4-dc55-4f61-a06a-be854b128fb6,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:47.867467 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-1e42cd35-90cf-4b5d-9d5b-b1e9c095f2d8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:47.869525 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-1e42cd35-90cf-4b5d-9d5b-b1e9c095f2d8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports/fe5a040d-6b9b-4b90-a3c9-76a1085a756e HTTP/1.1" status: 200 len: 941 time: 0.0957010 Oct 12 02:35:47.992544 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks [] for router_gateway (07443117-698d-446c-99b8-ec9b9b872f1a), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.024138 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.158644 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Allocated IP 172.27.4.182 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/9f44609f-34c7-4b0b-8852-10edbbc87c06) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:48.250703 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-abc29fac-f038-4f24-aa8b-90015ef27ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.276169 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks [] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.310545 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.354726 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:48.360109 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:48.362446 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:48.392322 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Pushing event updated for resources: {'Port': ['ID=9f44609f-34c7-4b0b-8852-10edbbc87c06,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:48.632388 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device df3c52e4-dc55-4f61-a06a-be854b128fb6 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:48.634412 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks [] for router_gateway (07443117-698d-446c-99b8-ec9b9b872f1a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.682423 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port df3c52e4-dc55-4f61-a06a-be854b128fb6 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:48.682793 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.683253 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port df3c52e4-dc55-4f61-a06a-be854b128fb6 Oct 12 02:35:48.697445 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:48.741449 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:48.775131 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port df3c52e4-dc55-4f61-a06a-be854b128fb6 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:48.775547 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.818286 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port df3c52e4-dc55-4f61-a06a-be854b128fb6, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=df3c52e4-dc55-4f61-a06a-be854b128fb6,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:48.825006 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.866790 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010a3df3-128c-4042-a6cd-768bcc3cc07a None None] Network 3579f488-1360-4e5f-a1d3-8c57917ab513 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:48.868526 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (07443117-698d-446c-99b8-ec9b9b872f1a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.961023 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=df3c52e4-dc55-4f61-a06a-be854b128fb6,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:48.966434 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device fe5a040d-6b9b-4b90-a3c9-76a1085a756e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:35:48.973667 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-b3857dd9-1f85-4993-a19c-9eb871c716aa None None] Provisioning complete for port df3c52e4-dc55-4f61-a06a-be854b128fb6 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:48.974110 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-b3857dd9-1f85-4993-a19c-9eb871c716aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:48.974519 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-b3857dd9-1f85-4993-a19c-9eb871c716aa None None] Attempt 1 to provision port df3c52e4-dc55-4f61-a06a-be854b128fb6 Oct 12 02:35:48.987726 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-e707a524-c6b1-48ac-a623-e2cc0d5d6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:48.991136 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-e707a524-c6b1-48ac-a623-e2cc0d5d6c81 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607&tenant_id=7f6eb3e59c464c749edb69e8370f54e5 HTTP/1.1" status: 200 len: 1128 time: 0.0999579 Oct 12 02:35:49.064076 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Router 07443117-698d-446c-99b8-ec9b9b872f1a is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:35:49.202950 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:49.221943 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.223962 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-71384742-62f2-4809-bfbf-8f8a8c526b4c admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2169127 Oct 12 02:35:49.226877 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33172) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:49.243620 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Sync routers for ids ['07443117-698d-446c-99b8-ec9b9b872f1a'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:49.261614 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:49.263288 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-b3857dd9-1f85-4993-a19c-9eb871c716aa None None] Current status of the port df3c52e4-dc55-4f61-a06a-be854b128fb6 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:49.300442 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Routers {'07443117-698d-446c-99b8-ec9b9b872f1a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:49.301265 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['07443117-698d-446c-99b8-ec9b9b872f1a'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:49.343610 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port fe5a040d-6b9b-4b90-a3c9-76a1085a756e is: DOWN; New status is: DOWN {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:49.353805 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.362404 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433d233-661f-4385-925c-b6a380d1e1af req-fd23ec17-578b-4ee0-b839-a64dd7be7c50 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:49.364317 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8433d233-661f-4385-925c-b6a380d1e1af req-fd23ec17-578b-4ee0-b839-a64dd7be7c50 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.3534615 Oct 12 02:35:49.368598 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-bd06fec6-0664-4872-825f-3079b6a188af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:49.372491 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-bd06fec6-0664-4872-825f-3079b6a188af service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 1128 time: 0.0588195 Oct 12 02:35:49.390429 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:49.419892 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Set router 07443117-698d-446c-99b8-ec9b9b872f1a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:49.489933 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8433d233-661f-4385-925c-b6a380d1e1af req-48c882f5-029f-443d-bf57-dc4e9b6486a0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161802 Oct 12 02:35:49.502090 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-cb2afa18-217b-4c1d-be7c-518fd6704463 None None] Provisioning complete for port df3c52e4-dc55-4f61-a06a-be854b128fb6 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:49.502472 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-cb2afa18-217b-4c1d-be7c-518fd6704463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.502811 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-cb2afa18-217b-4c1d-be7c-518fd6704463 None None] Attempt 1 to provision port df3c52e4-dc55-4f61-a06a-be854b128fb6 Oct 12 02:35:49.536296 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-89555561-cca8-4cf1-98ac-56a31ca98d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:49.537834 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-89555561-cca8-4cf1-98ac-56a31ca98d42 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 916 time: 0.1571498 Oct 12 02:35:49.604470 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-e910d84f-60a5-4751-9f39-b4cbaaa54364 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e HTTP/1.1" status: 200 len: 1000 time: 0.0604317 Oct 12 02:35:49.657279 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-5b190e07-7647-49fc-b4a3-ebd66f026744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:49.659547 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-5b190e07-7647-49fc-b4a3-ebd66f026744 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.0494139 Oct 12 02:35:49.665994 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-cb2afa18-217b-4c1d-be7c-518fd6704463 None None] Current status of the port df3c52e4-dc55-4f61-a06a-be854b128fb6 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:49.672548 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:48Z', 'revision_number': 3, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:49.699274 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Checking router: 07443117-698d-446c-99b8-ec9b9b872f1a for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:49.699924 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Updating router 07443117-698d-446c-99b8-ec9b9b872f1a port 9f44609f-34c7-4b0b-8852-10edbbc87c06 binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:35:49.713672 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-4b0da915-b5f8-4ebe-9439-d219d5c986d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:49.715291 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-4b0da915-b5f8-4ebe-9439-d219d5c986d6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505941 Oct 12 02:35:49.728570 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.733806 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:49.783846 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:49.815260 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-8f24bc56-a978-400d-beba-53e04e378171 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936852 Oct 12 02:35:49.841710 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:49.878156 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:49.903067 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Allocated IP 172.20.0.1 (3579f488-1360-4e5f-a1d3-8c57917ab513/80c1078f-72d3-460c-831e-4f99809a8b7a/6b05c6ba-f775-4b49-8713-3a5168e6721c) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:49.920220 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-4827b2d0-8a08-457f-b3b6-338aa744cb33 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991318 Oct 12 02:35:50.023776 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Publish callbacks [] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.057799 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.101187 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Network 3579f488-1360-4e5f-a1d3-8c57917ab513 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:50.101187 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:50.104023 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:50.130378 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=6b05c6ba-f775-4b49-8713-3a5168e6721c,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:50.143687 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Publish callbacks [] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.151159 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.152617 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (07443117-698d-446c-99b8-ec9b9b872f1a), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.194627 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Attempting to bind port 9f44609f-34c7-4b0b-8852-10edbbc87c06 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:50.195000 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Attempting to bind port 9f44609f-34c7-4b0b-8852-10edbbc87c06 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:50.195364 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Attempting to bind port 9f44609f-34c7-4b0b-8852-10edbbc87c06 on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:50.241213 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb74df-9802-45f3-9e3a-b4b4d31667b5 None None] Pushing event updated for resources: {'Port': ['ID=9f44609f-34c7-4b0b-8852-10edbbc87c06,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:50.283901 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:50.284582 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:50.284753 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.285067 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:50.285540 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Bound port: 9f44609f-34c7-4b0b-8852-10edbbc87c06, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:50.285916 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.340684 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:50.349561 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] For port 9f44609f-34c7-4b0b-8852-10edbbc87c06, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:50.354109 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] For port 9f44609f-34c7-4b0b-8852-10edbbc87c06, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=9f44609f-34c7-4b0b-8852-10edbbc87c06,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:50.363444 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.365896 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.426490 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Routers {'07443117-698d-446c-99b8-ec9b9b872f1a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:50.428003 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['07443117-698d-446c-99b8-ec9b9b872f1a'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:50.477976 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb74df-9802-45f3-9e3a-b4b4d31667b5 None None] Pushing event updated for resources: {'Port': ['ID=9f44609f-34c7-4b0b-8852-10edbbc87c06,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:50.483929 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:50.507761 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-621a9f3e-8e7f-4e1c-86ea-898e623be273 None None] Provisioning complete for port 6b05c6ba-f775-4b49-8713-3a5168e6721c triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:50.508492 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-621a9f3e-8e7f-4e1c-86ea-898e623be273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.508975 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-621a9f3e-8e7f-4e1c-86ea-898e623be273 None None] Attempt 1 to provision port 6b05c6ba-f775-4b49-8713-3a5168e6721c Oct 12 02:35:50.563551 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Publish callbacks [] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.576554 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.595423 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-621a9f3e-8e7f-4e1c-86ea-898e623be273 None None] Port 6b05c6ba-f775-4b49-8713-3a5168e6721c cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:35:50.614310 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] Set router 07443117-698d-446c-99b8-ec9b9b872f1a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:50.645711 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device df3c52e4-dc55-4f61-a06a-be854b128fb6 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:50.735762 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (07443117-698d-446c-99b8-ec9b9b872f1a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.750786 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=6b05c6ba-f775-4b49-8713-3a5168e6721c,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:50.766222 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:50.828396 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port df3c52e4-dc55-4f61-a06a-be854b128fb6 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:50.828801 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:50.829957 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port df3c52e4-dc55-4f61-a06a-be854b128fb6 Oct 12 02:35:50.846087 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb352b-ea1e-4201-9f33-397d47e7aea1 req-9510b30e-daf8-497a-9f46-ff45bde279ea tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:50.848063 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bcb352b-ea1e-4201-9f33-397d47e7aea1 req-9510b30e-daf8-497a-9f46-ff45bde279ea tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.1745062 Oct 12 02:35:50.912609 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.106855 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:35:49Z', 'revision_number': 1, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:51.126822 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port df3c52e4-dc55-4f61-a06a-be854b128fb6 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:51.163651 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc854ff4-53c5-44f9-a10e-263c35908b91 None None] The sync data for ids ['07443117-698d-446c-99b8-ec9b9b872f1a'] in dv-cinder-849143-14-iscsi is: [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:35:49Z', 'revision_number': 1, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:51.219485 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.250054 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:51.338933 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4bcb352b-ea1e-4201-9f33-397d47e7aea1 req-264ac316-3274-4c03-9f84-c1d9d3222f13 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4831853 Oct 12 02:35:51.356691 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Network 3579f488-1360-4e5f-a1d3-8c57917ab513 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:51.358431 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:51.596808 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Router 07443117-698d-446c-99b8-ec9b9b872f1a has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:35:51.823306 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:51.833119 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-9aa02a25-7d9b-4d99-b4a9-03857fdb8ab1 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/07443117-698d-446c-99b8-ec9b9b872f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6051252 Oct 12 02:35:51.853531 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-0cefc2d2-88b7-4c47-b7a8-fe81c3379fb7 None None] Provisioning complete for port 6b05c6ba-f775-4b49-8713-3a5168e6721c triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:51.854313 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0cefc2d2-88b7-4c47-b7a8-fe81c3379fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:51.862264 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-0cefc2d2-88b7-4c47-b7a8-fe81c3379fb7 None None] Attempt 1 to provision port 6b05c6ba-f775-4b49-8713-3a5168e6721c Oct 12 02:35:51.956958 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-0cefc2d2-88b7-4c47-b7a8-fe81c3379fb7 None None] Port 6b05c6ba-f775-4b49-8713-3a5168e6721c cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:35:52.580028 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ccad0-286f-4776-b15a-88e181d5ef7d req-2d45c950-5419-49bf-b719-c92b8b9a6efd tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:52.581603 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-035ccad0-286f-4776-b15a-88e181d5ef7d req-2d45c950-5419-49bf-b719-c92b8b9a6efd tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.1068795 Oct 12 02:35:52.639338 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33232) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:52.644118 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-828243091-network', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:52.683187 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 9f44609f-34c7-4b0b-8852-10edbbc87c06 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:52.692259 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-035ccad0-286f-4776-b15a-88e181d5ef7d req-5367e9ca-20c0-4201-a99a-390b0d48b863 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946431 Oct 12 02:35:52.713809 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:35:52.715918 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Made reservation on behalf of e17aa6bdc3204e02a0ffae37efac63b4 for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:52.718626 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.731800 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.788918 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 9f44609f-34c7-4b0b-8852-10edbbc87c06 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:52.792775 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.792775 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 9f44609f-34c7-4b0b-8852-10edbbc87c06 Oct 12 02:35:52.860018 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Publish callbacks [] for security_group (9bcaa994-4a12-48fb-980e-b5ab7bd7a3d3), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.865706 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (9bcaa994-4a12-48fb-980e-b5ab7bd7a3d3), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.901273 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:35:52.921924 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcaa994-4a12-48fb-980e-b5ab7bd7a3d3,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:52.927565 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:52.932943 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 9f44609f-34c7-4b0b-8852-10edbbc87c06 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:52.933838 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.936685 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (ac0ce223-666c-431f-abc2-35f617aa234f), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:52.937763 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Added segment ac0ce223-666c-431f-abc2-35f617aa234f of type vlan for network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf Oct 12 02:35:52.963451 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 9f44609f-34c7-4b0b-8852-10edbbc87c06, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=9f44609f-34c7-4b0b-8852-10edbbc87c06,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:52.968340 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.027513 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=9f44609f-34c7-4b0b-8852-10edbbc87c06,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:53.034399 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (b4cec92e-56a3-4e01-ac8c-0d74da5fdecf), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.069814 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (b4cec92e-56a3-4e01-ac8c-0d74da5fdecf), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.072545 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:53.074499 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.217132 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5742352 Oct 12 02:35:53.217132 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8bc85-6379-4ceb-b655-882b43829837 admin admin] Pushing event updated for resources: {'Network': ['ID=b4cec92e-56a3-4e01-ac8c-0d74da5fdecf,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:53.217429 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33240) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:53.223096 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Request body: {'subnet': {'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-828243091-subnet', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'ip_version': 4}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:53.231478 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:35:53.268842 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Made reservation on behalf of e17aa6bdc3204e02a0ffae37efac63b4 for: {'subnet': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:35:53.276383 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27070744'] for subnet (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.472413 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:53.568986 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:53.634860 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26805677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27070730'] for subnet (06407838-d1a5-4d22-a2bf-fdd65c5e4f69), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.706394 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06407838-d1a5-4d22-a2bf-fdd65c5e4f69,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:53.722716 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Checking segment: {'id': 'ac0ce223-666c-431f-abc2-35f617aa234f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:53.723448 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Network hostable DHCP agents. Network: b4cec92e-56a3-4e01-ac8c-0d74da5fdecf, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:35:53.752455 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:35:53.774105 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, b4cec92e-56a3-4e01-ac8c-0d74da5fdecf) {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:53.779346 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:53.780563 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.783493 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e66f3-7ab6-4f09-985d-66b435026909 None None] Network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:53.836781 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-5e990f2b-c985-4ec4-9a8f-139957256d6a admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6180053 Oct 12 02:35:53.838051 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33258) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:53.843500 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-828243091-router', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:35:53.873290 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (51efa532-e889-4927-b7f7-5439d26b12d8), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.876901 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (51efa532-e889-4927-b7f7-5439d26b12d8), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.902903 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6405fe-10b8-4ded-a6c5-18376ca30146 req-002f3eba-8115-46b0-b741-1184bcb2e3a8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:53.920454 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6c6405fe-10b8-4ded-a6c5-18376ca30146 req-002f3eba-8115-46b0-b741-1184bcb2e3a8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.1197720 Oct 12 02:35:53.962958 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks [] for router_controller (51efa532-e889-4927-b7f7-5439d26b12d8), precommit_add_association {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:53.998844 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:54.013183 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6c6405fe-10b8-4ded-a6c5-18376ca30146 req-27d28e0c-41a0-4acb-8049-49efd6176b67 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916381 Oct 12 02:35:54.048778 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-b4cec92e-56a3-4e01-ac8c-0d74da5fdecf', 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf', 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'fixed_ips': [{'subnet_id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:35:54.049762 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.076084 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:54.183809 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks [] for router_gateway (51efa532-e889-4927-b7f7-5439d26b12d8), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.265458 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:54.276125 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Allocated IP 172.20.0.2 (b4cec92e-56a3-4e01-ac8c-0d74da5fdecf/06407838-d1a5-4d22-a2bf-fdd65c5e4f69/87b28513-0e36-463f-bce4-7f526619b7e6) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:54.429764 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks [] for router_gateway (51efa532-e889-4927-b7f7-5439d26b12d8), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.463019 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.515739 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Sync routers for ids ['07443117-698d-446c-99b8-ec9b9b872f1a'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:54.529245 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Publish callbacks [] for port (87b28513-0e36-463f-bce4-7f526619b7e6), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.532230 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Routers {'07443117-698d-446c-99b8-ec9b9b872f1a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:54.533347 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['07443117-698d-446c-99b8-ec9b9b872f1a'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:54.537773 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.587010 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Pushing event updated for resources: {'Port': ['ID=87b28513-0e36-463f-bce4-7f526619b7e6,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:54.608757 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:54.618679 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:54.620574 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:54.623185 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:54.646377 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Allocated IP 172.27.4.230 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:54.675300 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Set router 07443117-698d-446c-99b8-ec9b9b872f1a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:54.679016 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 9f44609f-34c7-4b0b-8852-10edbbc87c06 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:54.722004 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Attempting to bind port 87b28513-0e36-463f-bce4-7f526619b7e6 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:54.722560 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Attempting to bind port 87b28513-0e36-463f-bce4-7f526619b7e6 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'ac0ce223-666c-431f-abc2-35f617aa234f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:54.723063 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Attempting to bind port 87b28513-0e36-463f-bce4-7f526619b7e6 on network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:54.791114 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks [] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.842720 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.912908 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 9f44609f-34c7-4b0b-8852-10edbbc87c06 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:54.914705 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.917018 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 9f44609f-34c7-4b0b-8852-10edbbc87c06 Oct 12 02:35:54.918930 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:54.919292 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Checking segment: {'id': 'ac0ce223-666c-431f-abc2-35f617aa234f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:54.919696 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.920072 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Bound using segment: {'id': 'ac0ce223-666c-431f-abc2-35f617aa234f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:54.920551 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Bound port: 87b28513-0e36-463f-bce4-7f526619b7e6, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0ce223-666c-431f-abc2-35f617aa234f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:54.922719 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:54.967775 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:54.990103 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 2, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:54.996284 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:55.007082 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:55.007657 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:55.012833 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:55.020080 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:55.045120 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Checking router: 07443117-698d-446c-99b8-ec9b9b872f1a for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:55.045963 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Updating router 07443117-698d-446c-99b8-ec9b9b872f1a port 6b05c6ba-f775-4b49-8713-3a5168e6721c binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:35:55.144019 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:55.247759 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 9f44609f-34c7-4b0b-8852-10edbbc87c06 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:55.341485 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] For port 87b28513-0e36-463f-bce4-7f526619b7e6, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:55.352750 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] For port 87b28513-0e36-463f-bce4-7f526619b7e6, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=87b28513-0e36-463f-bce4-7f526619b7e6,segment=NetworkSegment(ac0ce223-666c-431f-abc2-35f617aa234f),segment_id=ac0ce223-666c-431f-abc2-35f617aa234f)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:55.360473 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:55.414917 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3ea4d-ebee-42a1-8d6d-53ad39d66c14 None None] Pushing event updated for resources: {'Port': ['ID=87b28513-0e36-463f-bce4-7f526619b7e6,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:55.556320 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e433fc-ff90-4a7a-9fd8-ce047cec5270 req-1a92b22d-b4ef-43b3-baf4-e6c40c713ca1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:55.569694 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73e433fc-ff90-4a7a-9fd8-ce047cec5270 req-1a92b22d-b4ef-43b3-baf4-e6c40c713ca1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.3421729 Oct 12 02:35:55.750254 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-73e433fc-ff90-4a7a-9fd8-ce047cec5270 req-1832cbb4-55ae-486b-b034-c47f105cd8fe tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749139 Oct 12 02:35:55.847830 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks [] for router_gateway (51efa532-e889-4927-b7f7-5439d26b12d8), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:55.988689 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:56.115165 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Publish callbacks [] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.127777 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.149820 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (51efa532-e889-4927-b7f7-5439d26b12d8), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.210539 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Pushing event updated for resources: {'Port': ['ID=6b05c6ba-f775-4b49-8713-3a5168e6721c,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:56.220867 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.221522 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.222068 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.223075 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.223631 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.224165 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.224741 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.225313 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.225877 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.226424 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.227546 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.228121 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.228512 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.229203 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.229760 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:35:56.274477 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:56.341872 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Attempting to bind port 6b05c6ba-f775-4b49-8713-3a5168e6721c on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:56.342484 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Attempting to bind port 6b05c6ba-f775-4b49-8713-3a5168e6721c by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:56.342670 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Attempting to bind port 6b05c6ba-f775-4b49-8713-3a5168e6721c on network 3579f488-1360-4e5f-a1d3-8c57917ab513 {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:56.397247 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33290) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:56.437729 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:56.439093 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Router 51efa532-e889-4927-b7f7-5439d26b12d8 is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:35:56.444026 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Checking segment: {'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:56.445159 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.446305 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Bound using segment: {'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:56.449135 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Bound port: 6b05c6ba-f775-4b49-8713-3a5168e6721c, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:56.449662 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.602337 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f3850052-be72-42a1-ab54-7ca3216548df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.635613 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:35:56.666953 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Sync routers for ids ['51efa532-e889-4927-b7f7-5439d26b12d8'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:35:56.690678 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] For port 6b05c6ba-f775-4b49-8713-3a5168e6721c, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:56.694824 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.701909 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33294) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:56.703065 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] For port 6b05c6ba-f775-4b49-8713-3a5168e6721c, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=6b05c6ba-f775-4b49-8713-3a5168e6721c,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:56.705407 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a09322d8-4780-4245-bc98-dd1455ff6947 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8659723 Oct 12 02:35:56.712420 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Routers {'51efa532-e889-4927-b7f7-5439d26b12d8'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:56.715838 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['51efa532-e889-4927-b7f7-5439d26b12d8'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:56.718182 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:56.740736 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 87b28513-0e36-463f-bce4-7f526619b7e6 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:56.829681 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaf2f8-f223-4463-94f2-ad1cf681465c None None] Pushing event updated for resources: {'Port': ['ID=6b05c6ba-f775-4b49-8713-3a5168e6721c,revision_number=4']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:56.832862 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:56.844121 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Routers {'07443117-698d-446c-99b8-ec9b9b872f1a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:56.844902 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['07443117-698d-446c-99b8-ec9b9b872f1a'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:57.045941 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] Set router 07443117-698d-446c-99b8-ec9b9b872f1a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:57.055587 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f3850052-be72-42a1-ab54-7ca3216548df admin admin] Publish callbacks [] for security_group (b9b02486-968a-4faf-bf60-b89c96644333), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.074740 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f3850052-be72-42a1-ab54-7ca3216548df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (b9b02486-968a-4faf-bf60-b89c96644333), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.121062 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9531f-4330-4ea1-b1d9-6de04cace9fb req-428c8677-b9a0-47c5-b64a-9bfb070e815e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:57.132181 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-21f9531f-4330-4ea1-b1d9-6de04cace9fb req-428c8677-b9a0-47c5-b64a-9bfb070e815e tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.1787024 Oct 12 02:35:57.136345 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3850052-be72-42a1-ab54-7ca3216548df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b02486-968a-4faf-bf60-b89c96644333,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:57.146435 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 87b28513-0e36-463f-bce4-7f526619b7e6 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:57.146961 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.147667 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 87b28513-0e36-463f-bce4-7f526619b7e6 Oct 12 02:35:57.204373 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:57.280676 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49a7659-f6a1-4c6f-a051-e3526e284180 None None] Network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:35:57.283330 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f3850052-be72-42a1-ab54-7ca3216548df admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2e7dfa954e634c46b53e71b39dde73ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8848436 Oct 12 02:35:57.288337 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33300) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:57.399221 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:57.400282 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-21f9531f-4330-4ea1-b1d9-6de04cace9fb req-0e0516c0-f916-4dc8-909d-44b435aeae3a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669120 Oct 12 02:35:57.425601 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-27a775d1-6d9c-4640-968f-c50b4bcca379 None None] Provisioning complete for port 87b28513-0e36-463f-bce4-7f526619b7e6 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:57.426368 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-27a775d1-6d9c-4640-968f-c50b4bcca379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.426826 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-27a775d1-6d9c-4640-968f-c50b4bcca379 None None] Attempt 1 to provision port 87b28513-0e36-463f-bce4-7f526619b7e6 Oct 12 02:35:57.475816 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-18b87326-3d38-48b7-ae75-f7cbee049825 admin admin] Publish callbacks [] for security_group (b9b02486-968a-4faf-bf60-b89c96644333), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.493693 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 87b28513-0e36-463f-bce4-7f526619b7e6 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:57.494168 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.501927 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:57.521559 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-18b87326-3d38-48b7-ae75-f7cbee049825 admin admin] Publish callbacks [] for security_group (b9b02486-968a-4faf-bf60-b89c96644333), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.556942 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 87b28513-0e36-463f-bce4-7f526619b7e6, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=87b28513-0e36-463f-bce4-7f526619b7e6,segment=NetworkSegment(ac0ce223-666c-431f-abc2-35f617aa234f),segment_id=ac0ce223-666c-431f-abc2-35f617aa234f)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:35:57.565542 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Set router 51efa532-e889-4927-b7f7-5439d26b12d8 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:57.570574 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.628484 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-18b87326-3d38-48b7-ae75-f7cbee049825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (b9b02486-968a-4faf-bf60-b89c96644333), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.633621 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-18b87326-3d38-48b7-ae75-f7cbee049825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:57.636610 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-18b87326-3d38-48b7-ae75-f7cbee049825 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b9b02486-968a-4faf-bf60-b89c96644333 HTTP/1.1" status: 204 len: 168 time: 0.3468134 Oct 12 02:35:57.653056 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b87326-3d38-48b7-ae75-f7cbee049825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b02486-968a-4faf-bf60-b89c96644333,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:57.670835 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:57.677146 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:57.706741 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=87b28513-0e36-463f-bce4-7f526619b7e6,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:57.712428 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c42de-68f0-4907-a6da-75a79331b319 None None] The sync data for ids ['07443117-698d-446c-99b8-ec9b9b872f1a'] in dv-cinder-849143-14-iscsi is: [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:35:56Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:35:57.855563 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-27a775d1-6d9c-4640-968f-c50b4bcca379 None None] Current status of the port 87b28513-0e36-463f-bce4-7f526619b7e6 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:58.015854 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.021086 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-ad7fe8a5-3f06-4512-81da-a1a6b3db1639 None None] Provisioning complete for port 87b28513-0e36-463f-bce4-7f526619b7e6 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:58.021336 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-ad7fe8a5-3f06-4512-81da-a1a6b3db1639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.028190 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-ad7fe8a5-3f06-4512-81da-a1a6b3db1639 None None] Attempt 1 to provision port 87b28513-0e36-463f-bce4-7f526619b7e6 Oct 12 02:35:58.052358 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:58.138429 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'name': 'tempest-TestShelveInstance-828243091-router', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230'}], 'enable_snat': True}, 'gw_port_id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:35:55Z', 'revision_number': 3, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'gw_port': {'id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:54Z', 'updated_at': '2022-10-12T02:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:58.183231 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Checking router: 51efa532-e889-4927-b7f7-5439d26b12d8 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:35:58.183786 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Updating router 51efa532-e889-4927-b7f7-5439d26b12d8 port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:35:58.243405 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.275216 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33306) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:58.315501 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-ad7fe8a5-3f06-4512-81da-a1a6b3db1639 None None] Current status of the port 87b28513-0e36-463f-bce4-7f526619b7e6 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:58.317465 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-dfed77f3-b25c-4419-b9d6-607783691e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.391170 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Allocated IP 172.20.0.1 (b4cec92e-56a3-4e01-ac8c-0d74da5fdecf/06407838-d1a5-4d22-a2bf-fdd65c5e4f69/9f2ba06b-3cfd-4673-90bb-a9600b9ca744) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:35:58.488824 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-dfed77f3-b25c-4419-b9d6-607783691e6f admin admin] Publish callbacks [] for security_group (67dbb069-0b3d-46b6-b2da-5de3a27f6cf6), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.505306 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-dfed77f3-b25c-4419-b9d6-607783691e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (67dbb069-0b3d-46b6-b2da-5de3a27f6cf6), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.652090 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-dfed77f3-b25c-4419-b9d6-607783691e6f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5842ddf8c54546b18ae0b06eb2e78b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716481 Oct 12 02:35:58.675350 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33310) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:35:58.682935 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed77f3-b25c-4419-b9d6-607783691e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dbb069-0b3d-46b6-b2da-5de3a27f6cf6,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:58.730572 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Publish callbacks [] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.760507 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca8a47-0dc2-4beb-8261-77cd206e41b7 req-455a6f2b-1bb7-437d-8db2-266c4cb557f8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:35:58.767840 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-11ca8a47-0dc2-4beb-8261-77cd206e41b7 req-455a6f2b-1bb7-437d-8db2-266c4cb557f8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.1391008 Oct 12 02:35:58.833055 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Publish callbacks [] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.833887 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6f2697d2-3f4c-45c3-83cc-3b7e6e4e95f2 admin admin] Publish callbacks [] for security_group (67dbb069-0b3d-46b6-b2da-5de3a27f6cf6), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.850735 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 87b28513-0e36-463f-bce4-7f526619b7e6 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:58.867466 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6f2697d2-3f4c-45c3-83cc-3b7e6e4e95f2 admin admin] Publish callbacks [] for security_group (67dbb069-0b3d-46b6-b2da-5de3a27f6cf6), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.870162 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.882338 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-11ca8a47-0dc2-4beb-8261-77cd206e41b7 req-7cbf8174-c7bc-49ff-a96c-355a02892195 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083806 Oct 12 02:35:58.930433 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:58.959958 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Attempting to bind port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:35:58.960737 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Attempting to bind port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:35:58.961345 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Attempting to bind port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:35:58.962252 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:59.019046 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:35:59.024785 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:35:59.028979 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:35:59.034980 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:59.092633 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae758fad-0204-4693-9235-15bddb9b5f80 None None] Pushing event updated for resources: {'Port': ['ID=7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:59.135411 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 87b28513-0e36-463f-bce4-7f526619b7e6 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:59.135769 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.136064 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 87b28513-0e36-463f-bce4-7f526619b7e6 Oct 12 02:35:59.140192 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:35:59.140192 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:35:59.140532 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.140976 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:35:59.141513 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Bound port: 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:35:59.141834 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.161474 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (51efa532-e889-4927-b7f7-5439d26b12d8), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.174421 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f2ba06b-3cfd-4673-90bb-a9600b9ca744,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:59.215094 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:59.221659 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.234495 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] For port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:35:59.239655 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] For port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:35:59.253129 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.263782 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6f2697d2-3f4c-45c3-83cc-3b7e6e4e95f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (67dbb069-0b3d-46b6-b2da-5de3a27f6cf6), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.266378 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-6f2697d2-3f4c-45c3-83cc-3b7e6e4e95f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.270790 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-6f2697d2-3f4c-45c3-83cc-3b7e6e4e95f2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/67dbb069-0b3d-46b6-b2da-5de3a27f6cf6 HTTP/1.1" status: 204 len: 168 time: 0.5886750 Oct 12 02:35:59.285894 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2697d2-3f4c-45c3-83cc-3b7e6e4e95f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dbb069-0b3d-46b6-b2da-5de3a27f6cf6,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:59.389416 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Routers {'51efa532-e889-4927-b7f7-5439d26b12d8'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:35:59.390474 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['51efa532-e889-4927-b7f7-5439d26b12d8'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:35:59.393293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.456453 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:35:59.495404 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae758fad-0204-4693-9235-15bddb9b5f80 None None] Pushing event updated for resources: {'Port': ['ID=7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:35:59.511582 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 87b28513-0e36-463f-bce4-7f526619b7e6 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:35:59.513524 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 6b05c6ba-f775-4b49-8713-3a5168e6721c up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:35:59.518658 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-0cfff97b-efdd-4312-826f-daa37951426c None None] Provisioning complete for port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:59.519249 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0cfff97b-efdd-4312-826f-daa37951426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.519761 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-0cfff97b-efdd-4312-826f-daa37951426c None None] Attempt 1 to provision port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 Oct 12 02:35:59.623269 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-0cfff97b-efdd-4312-826f-daa37951426c None None] Port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:35:59.651986 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] Set router 51efa532-e889-4927-b7f7-5439d26b12d8 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:35:59.668589 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 6b05c6ba-f775-4b49-8713-3a5168e6721c triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:35:59.669255 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.669766 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 6b05c6ba-f775-4b49-8713-3a5168e6721c Oct 12 02:35:59.735715 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Publish callbacks [] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.748802 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.855065 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (51efa532-e889-4927-b7f7-5439d26b12d8), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:35:59.971562 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f2ba06b-3cfd-4673-90bb-a9600b9ca744,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:00.057688 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:36:00.063089 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:36:00.081622 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a54a9b-7533-4afd-b571-ee2622993098 req-63adac16-2f70-4b89-85c9-a93ea1fa681c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:00.083149 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a1a54a9b-7533-4afd-b571-ee2622993098 req-63adac16-2f70-4b89-85c9-a93ea1fa681c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.0630076 Oct 12 02:36:00.096530 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 6b05c6ba-f775-4b49-8713-3a5168e6721c is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:00.097131 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:00.180849 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 6b05c6ba-f775-4b49-8713-3a5168e6721c, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=6b05c6ba-f775-4b49-8713-3a5168e6721c,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:00.182151 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'name': 'tempest-TestShelveInstance-828243091-router', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230'}], 'enable_snat': True}, 'gw_port_id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:35:59Z', 'revision_number': 4, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'gw_port': {'id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:54Z', 'updated_at': '2022-10-12T02:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '9f2ba06b-3cfd-4673-90bb-a9600b9ca744', 'name': '', 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'mac_address': 'fa:16:3e:83:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:58Z', 'updated_at': '2022-10-12T02:35:58Z', 'revision_number': 1, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'subnets': [{'id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:00.211566 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb9298-56e8-4014-ad37-4e94634307ad None None] The sync data for ids ['51efa532-e889-4927-b7f7-5439d26b12d8'] in dv-cinder-849143-14-iscsi is: [{'id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'name': 'tempest-TestShelveInstance-828243091-router', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230'}], 'enable_snat': True}, 'gw_port_id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:35:59Z', 'revision_number': 4, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'gw_port': {'id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:54Z', 'updated_at': '2022-10-12T02:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '9f2ba06b-3cfd-4673-90bb-a9600b9ca744', 'name': '', 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'mac_address': 'fa:16:3e:83:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:58Z', 'updated_at': '2022-10-12T02:35:58Z', 'revision_number': 1, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'subnets': [{'id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:36:00.213233 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:00.239539 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a1a54a9b-7533-4afd-b571-ee2622993098 req-339f0ef8-0485-430b-a7a4-210c86228247 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004384 Oct 12 02:36:00.261425 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:00.264529 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:00.271123 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Router 51efa532-e889-4927-b7f7-5439d26b12d8 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:36:00.300665 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=6b05c6ba-f775-4b49-8713-3a5168e6721c,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:00.418321 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:36:00.423794 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-81fcbde9-23a5-4011-b045-b10f944f44a2 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/51efa532-e889-4927-b7f7-5439d26b12d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7208147 Oct 12 02:36:00.451213 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-c8adfbe0-ac04-4e2a-a164-828a3c97fc1b None None] Provisioning complete for port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:00.451758 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-c8adfbe0-ac04-4e2a-a164-828a3c97fc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:00.452091 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-c8adfbe0-ac04-4e2a-a164-828a3c97fc1b None None] Attempt 1 to provision port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 Oct 12 02:36:00.486339 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-c8adfbe0-ac04-4e2a-a164-828a3c97fc1b None None] Port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:36:00.630094 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 6b05c6ba-f775-4b49-8713-3a5168e6721c up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:36:00.688561 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 6b05c6ba-f775-4b49-8713-3a5168e6721c triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:00.688972 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:00.689305 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 6b05c6ba-f775-4b49-8713-3a5168e6721c Oct 12 02:36:00.726434 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:00.791238 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 6b05c6ba-f775-4b49-8713-3a5168e6721c is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:01.039561 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33356) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:01.044109 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-cdc766e8-a487-41d5-af69-29330a2d18c8 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488987721', 'description': 'tempest-secgroup-smoke-1488987721 description', 'project_id': 'b1601a3e4f41405d8e9001af6da86b46'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:01.067237 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cdc766e8-a487-41d5-af69-29330a2d18c8 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.169257 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cdc766e8-a487-41d5-af69-29330a2d18c8 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group (c512aa46-72f3-4da2-8a8b-3f1da4afa95a), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.173219 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cdc766e8-a487-41d5-af69-29330a2d18c8 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (c512aa46-72f3-4da2-8a8b-3f1da4afa95a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.222343 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cdc766e8-a487-41d5-af69-29330a2d18c8 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.223873 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-cdc766e8-a487-41d5-af69-29330a2d18c8 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1833208 Oct 12 02:36:01.225859 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc766e8-a487-41d5-af69-29330a2d18c8 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c512aa46-72f3-4da2-8a8b-3f1da4afa95a,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:01.227645 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33362) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:01.232755 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-49ee7347-66d1-4083-b7e5-70f3e954f7be tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Request body: {'security_group_rule': {'security_group_id': 'c512aa46-72f3-4da2-8a8b-3f1da4afa95a', 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:01.262635 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:01.266243 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-49ee7347-66d1-4083-b7e5-70f3e954f7be tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (9b6aa3c2-2668-43f3-8320-20f120f334b2), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.337224 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-49ee7347-66d1-4083-b7e5-70f3e954f7be tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (9b6aa3c2-2668-43f3-8320-20f120f334b2), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.343562 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-49ee7347-66d1-4083-b7e5-70f3e954f7be tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (9b6aa3c2-2668-43f3-8320-20f120f334b2), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.379064 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee7347-66d1-4083-b7e5-70f3e954f7be tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6aa3c2-2668-43f3-8320-20f120f334b2,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:01.387451 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-49ee7347-66d1-4083-b7e5-70f3e954f7be tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.389659 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-49ee7347-66d1-4083-b7e5-70f3e954f7be tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601865 Oct 12 02:36:01.391760 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33368) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:01.397656 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-4acb197d-89d4-4898-aa29-6446310fa21f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Request body: {'security_group_rule': {'security_group_id': 'c512aa46-72f3-4da2-8a8b-3f1da4afa95a', 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:01.423783 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f12d82-de2c-4427-abba-b197fb69c840 req-ef58318b-9f70-457a-a656-ac5569087e68 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:01.425403 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-84f12d82-de2c-4427-abba-b197fb69c840 req-ef58318b-9f70-457a-a656-ac5569087e68 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.0704503 Oct 12 02:36:01.436243 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4acb197d-89d4-4898-aa29-6446310fa21f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (1eed703d-eda4-4923-8d79-e45e5cadbef2), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.464969 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:01.492805 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-84f12d82-de2c-4427-abba-b197fb69c840 req-2c6f4991-035f-455d-8842-07e8fe2f531f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569785 Oct 12 02:36:01.528191 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4acb197d-89d4-4898-aa29-6446310fa21f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (1eed703d-eda4-4923-8d79-e45e5cadbef2), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.532103 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4acb197d-89d4-4898-aa29-6446310fa21f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (1eed703d-eda4-4923-8d79-e45e5cadbef2), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.557158 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb197d-89d4-4898-aa29-6446310fa21f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eed703d-eda4-4923-8d79-e45e5cadbef2,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:01.566250 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4acb197d-89d4-4898-aa29-6446310fa21f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.567535 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-4acb197d-89d4-4898-aa29-6446310fa21f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1748500 Oct 12 02:36:01.571208 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33376) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:01.576295 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-07a8be2e-189e-4357-bacb-e927d589356c tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Request body: {'security_group_rule': {'security_group_id': 'c512aa46-72f3-4da2-8a8b-3f1da4afa95a', 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:01.609502 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-07a8be2e-189e-4357-bacb-e927d589356c tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (5a00562c-ac17-470b-93fb-314cb70a4c22), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.676941 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-07a8be2e-189e-4357-bacb-e927d589356c tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (5a00562c-ac17-470b-93fb-314cb70a4c22), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.684210 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-07a8be2e-189e-4357-bacb-e927d589356c tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (5a00562c-ac17-470b-93fb-314cb70a4c22), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.706293 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8be2e-189e-4357-bacb-e927d589356c tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a00562c-ac17-470b-93fb-314cb70a4c22,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:01.712021 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-07a8be2e-189e-4357-bacb-e927d589356c tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.716152 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33384) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:01.716337 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-07a8be2e-189e-4357-bacb-e927d589356c tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441128 Oct 12 02:36:01.721402 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-8ac8bf0a-2ada-4981-9efd-e2ec8c0aa5c4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Request body: {'security_group_rule': {'security_group_id': 'c512aa46-72f3-4da2-8a8b-3f1da4afa95a', 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:01.756686 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8ac8bf0a-2ada-4981-9efd-e2ec8c0aa5c4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (e91ade37-4305-4a46-9cbc-9db8e309c474), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.830787 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8ac8bf0a-2ada-4981-9efd-e2ec8c0aa5c4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (e91ade37-4305-4a46-9cbc-9db8e309c474), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.836347 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8ac8bf0a-2ada-4981-9efd-e2ec8c0aa5c4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (e91ade37-4305-4a46-9cbc-9db8e309c474), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.857578 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8bf0a-2ada-4981-9efd-e2ec8c0aa5c4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91ade37-4305-4a46-9cbc-9db8e309c474,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:01.868388 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8ac8bf0a-2ada-4981-9efd-e2ec8c0aa5c4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.870072 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-8ac8bf0a-2ada-4981-9efd-e2ec8c0aa5c4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525550 Oct 12 02:36:01.873099 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33396) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:01.877766 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-acf882cc-d55d-438e-9033-1332d8ae539e tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Request body: {'security_group_rule': {'security_group_id': 'c512aa46-72f3-4da2-8a8b-3f1da4afa95a', 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:01.908612 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.securitygroups_db [None req-acf882cc-d55d-438e-9033-1332d8ae539e tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Project b1601a3e4f41405d8e9001af6da86b46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 02:36:01.917562 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-acf882cc-d55d-438e-9033-1332d8ae539e tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (7eec3e7b-617c-420e-9b5d-57d3797c1311), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.921190 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:01.983783 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-acf882cc-d55d-438e-9033-1332d8ae539e tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (7eec3e7b-617c-420e-9b5d-57d3797c1311), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:01.987540 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-acf882cc-d55d-438e-9033-1332d8ae539e tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (7eec3e7b-617c-420e-9b5d-57d3797c1311), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:02.010828 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf882cc-d55d-438e-9033-1332d8ae539e tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eec3e7b-617c-420e-9b5d-57d3797c1311,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:02.016323 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-acf882cc-d55d-438e-9033-1332d8ae539e tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:02.017551 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-acf882cc-d55d-438e-9033-1332d8ae539e tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434591 Oct 12 02:36:02.020249 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33406) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:02.025595 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-b00f6c90-2849-41c9-8b23-d25c28112545 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Request body: {'security_group_rule': {'security_group_id': 'c512aa46-72f3-4da2-8a8b-3f1da4afa95a', 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:02.046487 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.securitygroups_db [None req-b00f6c90-2849-41c9-8b23-d25c28112545 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Project b1601a3e4f41405d8e9001af6da86b46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 02:36:02.053233 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b00f6c90-2849-41c9-8b23-d25c28112545 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (985c7af0-d557-40f3-9b1e-d8dcb1ab4c1f), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:02.125135 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b00f6c90-2849-41c9-8b23-d25c28112545 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (985c7af0-d557-40f3-9b1e-d8dcb1ab4c1f), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:02.128802 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b00f6c90-2849-41c9-8b23-d25c28112545 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (985c7af0-d557-40f3-9b1e-d8dcb1ab4c1f), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:02.147835 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f6c90-2849-41c9-8b23-d25c28112545 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985c7af0-d557-40f3-9b1e-d8dcb1ab4c1f,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:02.155281 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b00f6c90-2849-41c9-8b23-d25c28112545 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:02.156641 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-b00f6c90-2849-41c9-8b23-d25c28112545 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353462 Oct 12 02:36:02.626313 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:36:02.657507 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2a207-33e1-4794-9bf5-080426f01cba req-92edb443-c3e4-4e56-bd50-1eac7c788b2a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:02.660016 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-09a2a207-33e1-4794-9bf5-080426f01cba req-92edb443-c3e4-4e56-bd50-1eac7c788b2a tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 944 time: 0.0618424 Oct 12 02:36:02.742281 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:02.758473 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:02.759191 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:02.759519 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 Oct 12 02:36:02.772260 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-09a2a207-33e1-4794-9bf5-080426f01cba req-783cc202-e407-4984-bbfa-8f4169e5b7a1 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969381 Oct 12 02:36:02.852250 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:02.852751 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:02.876362 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:02.880297 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:02.935736 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:03.038211 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device fe5a040d-6b9b-4b90-a3c9-76a1085a756e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:36:03.155419 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:03.171181 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'port_id': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'mac_address': 'fa:16:3e:12:3f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:36:03.208457 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port fe5a040d-6b9b-4b90-a3c9-76a1085a756e is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:03.209043 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.224886 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5a040d-6b9b-4b90-a3c9-76a1085a756e {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:36:03.235977 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33524) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:03.250093 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:03.255370 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.305417 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=9']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:03.362134 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d4773ae9-0651-42a3-835c-1f218918187e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.425443 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Sync routers for ids ['51efa532-e889-4927-b7f7-5439d26b12d8'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:36:03.437341 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Routers {'51efa532-e889-4927-b7f7-5439d26b12d8'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:03.438068 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['51efa532-e889-4927-b7f7-5439d26b12d8'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:03.450129 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d4773ae9-0651-42a3-835c-1f218918187e admin admin] Publish callbacks [] for security_group (0454024f-2361-47e4-a24f-7a50aa1cafbe), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.453877 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d4773ae9-0651-42a3-835c-1f218918187e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (0454024f-2361-47e4-a24f-7a50aa1cafbe), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.499076 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d4773ae9-0651-42a3-835c-1f218918187e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c956744f6bd34a6994fe3e9a93a1b5ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620521 Oct 12 02:36:03.500035 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4773ae9-0651-42a3-835c-1f218918187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0454024f-2361-47e4-a24f-7a50aa1cafbe,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:03.501841 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33530) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:03.542632 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Set router 51efa532-e889-4927-b7f7-5439d26b12d8 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:03.560513 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['fe5a040d-6b9b-4b90-a3c9-76a1085a756e'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:36:03.561556 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bba36327-078a-4312-ab85-f250221f3f0d admin admin] Publish callbacks [] for security_group (0454024f-2361-47e4-a24f-7a50aa1cafbe), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.587477 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bba36327-078a-4312-ab85-f250221f3f0d admin admin] Publish callbacks [] for security_group (0454024f-2361-47e4-a24f-7a50aa1cafbe), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.647330 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bba36327-078a-4312-ab85-f250221f3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (0454024f-2361-47e4-a24f-7a50aa1cafbe), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.650133 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bba36327-078a-4312-ab85-f250221f3f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.653160 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-bba36327-078a-4312-ab85-f250221f3f0d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0454024f-2361-47e4-a24f-7a50aa1cafbe HTTP/1.1" status: 204 len: 168 time: 0.1502137 Oct 12 02:36:03.670249 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba36327-078a-4312-ab85-f250221f3f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0454024f-2361-47e4-a24f-7a50aa1cafbe,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:03.677793 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:03.748349 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:03.759755 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'name': 'tempest-TestShelveInstance-828243091-router', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230'}], 'enable_snat': True}, 'gw_port_id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:35:59Z', 'revision_number': 4, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'gw_port': {'id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:54Z', 'updated_at': '2022-10-12T02:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '9f2ba06b-3cfd-4673-90bb-a9600b9ca744', 'name': '', 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'mac_address': 'fa:16:3e:83:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:58Z', 'updated_at': '2022-10-12T02:35:59Z', 'revision_number': 2, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'subnets': [{'id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:03.791325 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Checking router: 51efa532-e889-4927-b7f7-5439d26b12d8 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:36:03.791682 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Updating router 51efa532-e889-4927-b7f7-5439d26b12d8 port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:36:03.922427 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa291d-d82c-4ea7-aacb-97f8e5b4603c req-de1d64e7-7e7a-47d8-88a8-f997886dd01c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:03.924044 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c5fa291d-d82c-4ea7-aacb-97f8e5b4603c req-de1d64e7-7e7a-47d8-88a8-f997886dd01c tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 945 time: 0.0612209 Oct 12 02:36:03.936788 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:03.980646 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c5fa291d-d82c-4ea7-aacb-97f8e5b4603c req-2ef2c3db-a9ca-4d52-ab46-e2e8315b7f95 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486555 Oct 12 02:36:04.000719 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33540) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:04.019206 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c73707b4-4110-4440-b049-d9ef35d5fd36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.063737 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:04.103986 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c73707b4-4110-4440-b049-d9ef35d5fd36 admin admin] Publish callbacks [] for security_group (3a06c736-82e4-444e-895f-7f1fafa1b661), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.108008 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c73707b4-4110-4440-b049-d9ef35d5fd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (3a06c736-82e4-444e-895f-7f1fafa1b661), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.152395 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73707b4-4110-4440-b049-d9ef35d5fd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a06c736-82e4-444e-895f-7f1fafa1b661,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:04.158250 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-c73707b4-4110-4440-b049-d9ef35d5fd36 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c4555e3438da44e09ebb9233502d8883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562331 Oct 12 02:36:04.160927 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33542) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:04.212089 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02b1df86-7e57-4f14-855c-9613c7e83e59 admin admin] Publish callbacks [] for security_group (3a06c736-82e4-444e-895f-7f1fafa1b661), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.225615 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Publish callbacks [] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.232287 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.237093 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02b1df86-7e57-4f14-855c-9613c7e83e59 admin admin] Publish callbacks [] for security_group (3a06c736-82e4-444e-895f-7f1fafa1b661), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.270363 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:04.294160 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02b1df86-7e57-4f14-855c-9613c7e83e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (3a06c736-82e4-444e-895f-7f1fafa1b661), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.298940 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02b1df86-7e57-4f14-855c-9613c7e83e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.302971 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-02b1df86-7e57-4f14-855c-9613c7e83e59 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3a06c736-82e4-444e-895f-7f1fafa1b661 HTTP/1.1" status: 204 len: 168 time: 0.1386914 Oct 12 02:36:04.303125 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbdca6-361a-43f2-b2bd-3a1682485d44 None None] Pushing event updated for resources: {'Port': ['ID=9f2ba06b-3cfd-4673-90bb-a9600b9ca744,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:04.314535 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1df86-7e57-4f14-855c-9613c7e83e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a06c736-82e4-444e-895f-7f1fafa1b661,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:04.358840 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Attempting to bind port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:36:04.359245 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Attempting to bind port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'ac0ce223-666c-431f-abc2-35f617aa234f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:36:04.359652 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Attempting to bind port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 on network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:36:04.402631 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:36:04.402996 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Checking segment: {'id': 'ac0ce223-666c-431f-abc2-35f617aa234f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:36:04.403396 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.403779 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Bound using segment: {'id': 'ac0ce223-666c-431f-abc2-35f617aa234f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:36:04.404254 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Bound port: 9f2ba06b-3cfd-4673-90bb-a9600b9ca744, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0ce223-666c-431f-abc2-35f617aa234f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:36:04.404631 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.471380 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] For port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:36:04.475620 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] For port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=9f2ba06b-3cfd-4673-90bb-a9600b9ca744,segment=NetworkSegment(ac0ce223-666c-431f-abc2-35f617aa234f),segment_id=ac0ce223-666c-431f-abc2-35f617aa234f)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:36:04.482266 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.531386 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Routers {'51efa532-e889-4927-b7f7-5439d26b12d8'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:04.532007 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:35:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['51efa532-e889-4927-b7f7-5439d26b12d8'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:04.538523 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbdca6-361a-43f2-b2bd-3a1682485d44 None None] Pushing event updated for resources: {'Port': ['ID=9f2ba06b-3cfd-4673-90bb-a9600b9ca744,revision_number=4']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:04.604902 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:36:04.652333 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] Set router 51efa532-e889-4927-b7f7-5439d26b12d8 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:04.655146 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:04.657953 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:04.658573 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:04.659184 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 Oct 12 02:36:04.792214 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:04.849094 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:04.935163 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'name': 'tempest-TestShelveInstance-828243091-router', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230'}], 'enable_snat': True}, 'gw_port_id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:35:59Z', 'revision_number': 4, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'gw_port': {'id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:54Z', 'updated_at': '2022-10-12T02:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '9f2ba06b-3cfd-4673-90bb-a9600b9ca744', 'name': '', 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'mac_address': 'fa:16:3e:83:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:58Z', 'updated_at': '2022-10-12T02:36:04Z', 'revision_number': 4, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'subnets': [{'id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:04.965905 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc12dd5-dc0b-4c48-9f97-f507a1db14df None None] The sync data for ids ['51efa532-e889-4927-b7f7-5439d26b12d8'] in dv-cinder-849143-14-iscsi is: [{'id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'name': 'tempest-TestShelveInstance-828243091-router', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230'}], 'enable_snat': True}, 'gw_port_id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:35:59Z', 'revision_number': 4, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'gw_port': {'id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:54Z', 'updated_at': '2022-10-12T02:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '9f2ba06b-3cfd-4673-90bb-a9600b9ca744', 'name': '', 'network_id': 'b4cec92e-56a3-4e01-ac8c-0d74da5fdecf', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'mac_address': 'fa:16:3e:83:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:58Z', 'updated_at': '2022-10-12T02:36:04Z', 'revision_number': 4, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'subnets': [{'id': '06407838-d1a5-4d22-a2bf-fdd65c5e4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:36:05.065842 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device fe5a040d-6b9b-4b90-a3c9-76a1085a756e up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:36:05.133383 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port fe5a040d-6b9b-4b90-a3c9-76a1085a756e triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:05.133833 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:05.134179 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port fe5a040d-6b9b-4b90-a3c9-76a1085a756e Oct 12 02:36:05.152300 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f614ed-db06-4ee7-b955-da109e9b7c91 req-ff6005a3-6b3d-4778-949c-7d8a4ce1b35d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:05.154770 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c1f614ed-db06-4ee7-b955-da109e9b7c91 req-ff6005a3-6b3d-4778-949c-7d8a4ce1b35d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 945 time: 0.0665219 Oct 12 02:36:05.229511 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port fe5a040d-6b9b-4b90-a3c9-76a1085a756e is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:05.230348 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:05.239143 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c1f614ed-db06-4ee7-b955-da109e9b7c91 req-279ae406-e0ea-4de5-8cad-6fb3b83e9eef tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751767 Oct 12 02:36:05.271488 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:36:05.274468 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc9b33b-fcd0-4ffa-927e-d8113d82e309" -d '{"events": [{"server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "name": "network-vif-plugged", "status": "completed", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:36:05.280960 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:05.287279 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:05.326192 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5120839f-b940-45d6-a5d3-35687452b036 x-openstack-request-id: req-5120839f-b940-45d6-a5d3-35687452b036 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:36:05.326845 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "name": "network-vif-plugged", "status": "completed", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:36:05.327312 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5120839f-b940-45d6-a5d3-35687452b036 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:36:05.327921 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5120839f-b940-45d6-a5d3-35687452b036'] response: {'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'code': 200} Oct 12 02:36:05.350578 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=10']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:05.600969 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7438-f35f-4df2-abc5-37c95b133abb req-27d521cc-0f4d-42a8-a580-06de011f2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:05.603040 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f44e7438-f35f-4df2-abc5-37c95b133abb req-27d521cc-0f4d-42a8-a580-06de011f2f90 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 1131 time: 0.0467181 Oct 12 02:36:05.652797 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f44e7438-f35f-4df2-abc5-37c95b133abb req-773cad8d-8f57-4555-896c-9b341093f586 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Oct 12 02:36:06.359589 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3992f-a540-4551-bda3-930465bd2e30 req-66d1b124-19a0-47fb-bbe9-ccab3d1a0f61 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:06.361121 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-62b3992f-a540-4551-bda3-930465bd2e30 req-66d1b124-19a0-47fb-bbe9-ccab3d1a0f61 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 947 time: 0.0501139 Oct 12 02:36:06.372499 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:06.412109 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-62b3992f-a540-4551-bda3-930465bd2e30 req-538f56e7-09ee-45fa-820a-d1f44f8cc5cc tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450413 Oct 12 02:36:06.585879 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:36:06.635820 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:06.636190 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:06.636636 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 Oct 12 02:36:06.715359 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:06.715749 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:06.750861 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=9f2ba06b-3cfd-4673-90bb-a9600b9ca744,segment=NetworkSegment(ac0ce223-666c-431f-abc2-35f617aa234f),segment_id=ac0ce223-666c-431f-abc2-35f617aa234f)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:06.755060 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:06.803351 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=9f2ba06b-3cfd-4673-90bb-a9600b9ca744,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:07.545969 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fef9b-12c3-4e57-b07d-dcc1079c01a3 req-acfa924e-7744-4290-b88c-ba1c6a5cb320 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:07.547548 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ed2fef9b-12c3-4e57-b07d-dcc1079c01a3 req-acfa924e-7744-4290-b88c-ba1c6a5cb320 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 947 time: 0.0477107 Oct 12 02:36:07.594719 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ed2fef9b-12c3-4e57-b07d-dcc1079c01a3 req-1458fae3-d304-4c16-ac2f-7d963f7ef5f0 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414383 Oct 12 02:36:08.599322 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:36:08.650612 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:08.651075 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:08.651504 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 Oct 12 02:36:08.723567 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fb0ae-9cce-4102-94c4-f5449e73bd72 req-0aa09dbb-dd98-49f3-8be3-c395e79580f6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:08.725061 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-019fb0ae-9cce-4102-94c4-f5449e73bd72 req-0aa09dbb-dd98-49f3-8be3-c395e79580f6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 947 time: 0.0452158 Oct 12 02:36:08.730142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:08.771516 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-019fb0ae-9cce-4102-94c4-f5449e73bd72 req-0f1f7191-2caa-4e42-9836-5671e40b67cb tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401590 Oct 12 02:36:13.660953 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33764) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:13.770162 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-99d742c8-2e9c-4888-bd11-733568e180d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:13.808849 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:13.850330 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-99d742c8-2e9c-4888-bd11-733568e180d9 admin admin] Publish callbacks [] for security_group (932d8606-351f-42b9-abd3-dece65817622), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:13.854101 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-99d742c8-2e9c-4888-bd11-733568e180d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (932d8606-351f-42b9-abd3-dece65817622), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:13.893950 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-99d742c8-2e9c-4888-bd11-733568e180d9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=aaf7744423654345a8999504bc943166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319727 Oct 12 02:36:13.894828 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d742c8-2e9c-4888-bd11-733568e180d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d8606-351f-42b9-abd3-dece65817622,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:13.897189 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33772) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:13.950439 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Publish callbacks [] for security_group (932d8606-351f-42b9-abd3-dece65817622), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:13.970920 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Publish callbacks [] for security_group (932d8606-351f-42b9-abd3-dece65817622), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.017649 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (932d8606-351f-42b9-abd3-dece65817622), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.020198 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.021379 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/932d8606-351f-42b9-abd3-dece65817622 HTTP/1.1" status: 204 len: 168 time: 0.1236970 Oct 12 02:36:14.029548 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d8606-351f-42b9-abd3-dece65817622,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:14.037033 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.037321 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.037667 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.038011 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.038350 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.038685 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.039105 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.039330 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.039692 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.040020 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.040350 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.040677 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.041024 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.041348 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.041736 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00defe79-682a-46b2-a2dc-310bcab80fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:14.290037 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33788) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:14.303223 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-9c7883b5-f5bc-4991-b6c8-e79705a25a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.313637 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:14.380376 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-9c7883b5-f5bc-4991-b6c8-e79705a25a11 admin admin] Publish callbacks [] for security_group (9e0074f0-4787-48d9-957a-b4d5765499e1), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.384332 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-9c7883b5-f5bc-4991-b6c8-e79705a25a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (9e0074f0-4787-48d9-957a-b4d5765499e1), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.424974 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-9c7883b5-f5bc-4991-b6c8-e79705a25a11 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2481b79a33cf467b98c7a595b7a4fc49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338789 Oct 12 02:36:14.425805 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7883b5-f5bc-4991-b6c8-e79705a25a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0074f0-4787-48d9-957a-b4d5765499e1,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:14.427802 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33792) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:14.477458 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e7bf697b-cc96-4bc9-8d5f-5d146fc6ba1d admin admin] Publish callbacks [] for security_group (9e0074f0-4787-48d9-957a-b4d5765499e1), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.497135 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e7bf697b-cc96-4bc9-8d5f-5d146fc6ba1d admin admin] Publish callbacks [] for security_group (9e0074f0-4787-48d9-957a-b4d5765499e1), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.544597 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e7bf697b-cc96-4bc9-8d5f-5d146fc6ba1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (9e0074f0-4787-48d9-957a-b4d5765499e1), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.546992 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e7bf697b-cc96-4bc9-8d5f-5d146fc6ba1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.548103 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-e7bf697b-cc96-4bc9-8d5f-5d146fc6ba1d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9e0074f0-4787-48d9-957a-b4d5765499e1 HTTP/1.1" status: 204 len: 168 time: 0.1191847 Oct 12 02:36:14.555603 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf697b-cc96-4bc9-8d5f-5d146fc6ba1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0074f0-4787-48d9-957a-b4d5765499e1,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:14.864378 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33798) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:14.878598 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c45c75d8-935f-4623-b406-e9bec6354766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.938351 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:14.939113 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=10 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:14.958323 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c45c75d8-935f-4623-b406-e9bec6354766 admin admin] Publish callbacks [] for security_group (860e302d-5402-45fe-8c15-973af1cfd31f), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:14.961953 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c45c75d8-935f-4623-b406-e9bec6354766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (860e302d-5402-45fe-8c15-973af1cfd31f), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:15.002004 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-c45c75d8-935f-4623-b406-e9bec6354766 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=48d7d3fc40a042a8958dfbda71b4a73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365578 Oct 12 02:36:15.002886 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c75d8-935f-4623-b406-e9bec6354766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860e302d-5402-45fe-8c15-973af1cfd31f,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:15.004741 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33800) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:15.054000 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-48724545-5aa5-4cda-a2ff-3ec857f91bd9 admin admin] Publish callbacks [] for security_group (860e302d-5402-45fe-8c15-973af1cfd31f), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:15.073714 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-48724545-5aa5-4cda-a2ff-3ec857f91bd9 admin admin] Publish callbacks [] for security_group (860e302d-5402-45fe-8c15-973af1cfd31f), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:15.119111 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-48724545-5aa5-4cda-a2ff-3ec857f91bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (860e302d-5402-45fe-8c15-973af1cfd31f), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:15.122329 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-48724545-5aa5-4cda-a2ff-3ec857f91bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:15.123454 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-48724545-5aa5-4cda-a2ff-3ec857f91bd9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/860e302d-5402-45fe-8c15-973af1cfd31f HTTP/1.1" status: 204 len: 168 time: 0.1176965 Oct 12 02:36:15.131276 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48724545-5aa5-4cda-a2ff-3ec857f91bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860e302d-5402-45fe-8c15-973af1cfd31f,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:15.892126 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:15.904672 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2ab17654-b7ba-4b92-a480-ddf9b8db94d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.251691 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33878) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:17.359051 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.380861 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:17.440578 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Publish callbacks [] for security_group (efd47dca-7dc2-4efd-8903-362afbf1c2d5), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.444318 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (efd47dca-7dc2-4efd-8903-362afbf1c2d5), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.485764 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=38377b9a9a6a4c75be150b4089bf7a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329881 Oct 12 02:36:17.486646 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd47dca-7dc2-4efd-8903-362afbf1c2d5,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:17.488416 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33888) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:17.494277 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.494637 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.494979 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.495319 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.495683 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.496014 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.496342 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.496669 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.497038 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.497368 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.497699 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.498401 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.498401 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.498653 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.498976 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c044c-22ed-40cf-9389-3c8a0923c442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:17.541731 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-26955c78-0c70-4f93-80a8-a792e1d4d0ce admin admin] Publish callbacks [] for security_group (efd47dca-7dc2-4efd-8903-362afbf1c2d5), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.562738 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-26955c78-0c70-4f93-80a8-a792e1d4d0ce admin admin] Publish callbacks [] for security_group (efd47dca-7dc2-4efd-8903-362afbf1c2d5), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.612217 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-26955c78-0c70-4f93-80a8-a792e1d4d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (efd47dca-7dc2-4efd-8903-362afbf1c2d5), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.614810 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-26955c78-0c70-4f93-80a8-a792e1d4d0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.615998 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-26955c78-0c70-4f93-80a8-a792e1d4d0ce admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/efd47dca-7dc2-4efd-8903-362afbf1c2d5 HTTP/1.1" status: 204 len: 168 time: 0.1261032 Oct 12 02:36:17.625038 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26955c78-0c70-4f93-80a8-a792e1d4d0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd47dca-7dc2-4efd-8903-362afbf1c2d5,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:17.900494 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 33906) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:17.913773 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-dd0169be-7c51-4683-af9c-82655d5430de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.964017 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:17.994896 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-dd0169be-7c51-4683-af9c-82655d5430de admin admin] Publish callbacks [] for security_group (bafcf166-a754-4350-967c-0179295451d3), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:17.998949 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-dd0169be-7c51-4683-af9c-82655d5430de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (bafcf166-a754-4350-967c-0179295451d3), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:18.040090 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-dd0169be-7c51-4683-af9c-82655d5430de admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=20a8f3dcbed2483a9503809231ceb898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383932 Oct 12 02:36:18.040874 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0169be-7c51-4683-af9c-82655d5430de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafcf166-a754-4350-967c-0179295451d3,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:18.043469 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 33908) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:18.094537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a123d63a-7cb6-4d1a-b8f1-b94b5fce6799 admin admin] Publish callbacks [] for security_group (bafcf166-a754-4350-967c-0179295451d3), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:18.115130 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a123d63a-7cb6-4d1a-b8f1-b94b5fce6799 admin admin] Publish callbacks [] for security_group (bafcf166-a754-4350-967c-0179295451d3), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:18.160322 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a123d63a-7cb6-4d1a-b8f1-b94b5fce6799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (bafcf166-a754-4350-967c-0179295451d3), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:18.162807 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a123d63a-7cb6-4d1a-b8f1-b94b5fce6799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:18.163921 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a123d63a-7cb6-4d1a-b8f1-b94b5fce6799 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/bafcf166-a754-4350-967c-0179295451d3 HTTP/1.1" status: 204 len: 168 time: 0.1193912 Oct 12 02:36:18.171846 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123d63a-7cb6-4d1a-b8f1-b94b5fce6799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafcf166-a754-4350-967c-0179295451d3,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:18.187015 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:18.252447 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-51347743-8fcc-4718-afa7-1d52010079db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:18.740638 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:18.781877 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-4157e553-ac3c-4099-87b9-6555a7b6b88d tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1488987721&fields=id&tenant_id=b1601a3e4f41405d8e9001af6da86b46 HTTP/1.1" status: 200 len: 267 time: 0.0484266 Oct 12 02:36:18.897511 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-7baec638-4cd6-4575-b178-28565ab00d22 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:18.898986 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-7baec638-4cd6-4575-b178-28565ab00d22 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/networks?id=3579f488-1360-4e5f-a1d3-8c57917ab513 HTTP/1.1" status: 200 len: 808 time: 0.1103089 Oct 12 02:36:18.915967 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-290bfbda-1d0a-4ac5-8a17-8393ad74b5ab tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/quotas/b1601a3e4f41405d8e9001af6da86b46 HTTP/1.1" status: 200 len: 375 time: 0.0107598 Oct 12 02:36:18.977267 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-584f1ea3-6d0a-439b-a1c1-80c321cdb990 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b1601a3e4f41405d8e9001af6da86b46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529215 Oct 12 02:36:19.081544 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-7b5992d4-296f-4d46-86f6-c3e271f334a0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916438 Oct 12 02:36:19.206986 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-9fd1a316-0e79-4638-89ac-4f48fad6710c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187813 Oct 12 02:36:19.208729 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd6474-38b4-4344-a43a-dea61f1f6ec9 req-43f87ad1-b760-49ec-be12-3ac8d9928742 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:19.210279 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-22bd6474-38b4-4344-a43a-dea61f1f6ec9 req-43f87ad1-b760-49ec-be12-3ac8d9928742 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 945 time: 0.0478475 Oct 12 02:36:19.259834 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:INSERT=19,neutron:UPDATE=2,neutron:SELECT=78,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:19.264066 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-22bd6474-38b4-4344-a43a-dea61f1f6ec9 req-8e3eca03-7c20-4f8f-8632-4d9811199804 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475919 Oct 12 02:36:19.279506 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:19.547868 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-94045ac1-1f27-4c9d-8ef4-db393aae150b req-ef64188c-19d3-4366-a67b-d0ad16e38aaa tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 210 time: 0.0303082 Oct 12 02:36:20.390524 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4efb5-11dd-4478-885e-bf1af928f17c req-03e9b2b9-a7d6-47b2-9608-653e0abca1e6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:20.391900 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b9d4efb5-11dd-4478-885e-bf1af928f17c req-03e9b2b9-a7d6-47b2-9608-653e0abca1e6 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 945 time: 0.0479138 Oct 12 02:36:20.438259 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b9d4efb5-11dd-4478-885e-bf1af928f17c req-afc01382-a566-456f-bc7d-c3e7568c2736 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407722 Oct 12 02:36:20.654610 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b8b63298-70c8-495f-8f9e-bc5bb6cdc597 req-f9b1cbc7-5ebc-4f0d-9189-521cfd2feb42 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 210 time: 0.0312812 Oct 12 02:36:20.836476 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:20.989657 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-9835afb2-f009-4d46-a377-035598c9332e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:20.991207 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-9835afb2-f009-4d46-a377-035598c9332e tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 945 time: 0.0472794 Oct 12 02:36:21.083872 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Deleting port 93c61a39-b587-4e1c-9122-a17862f7c444 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:36:21.084208 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:21.204587 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:21.409626 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] For port 93c61a39-b587-4e1c-9122-a17862f7c444, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=93c61a39-b587-4e1c-9122-a17862f7c444,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:21.409889 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:21.583506 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:21.583946 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (5b8ca341-07bc-438f-b097-587298bc2469), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:21.600755 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Floating IP 5b8ca341-07bc-438f-b097-587298bc2469 disassociated. External IP: 172.27.4.241, port: 93c61a39-b587-4e1c-9122-a17862f7c444. Oct 12 02:36:21.600755 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Calling delete_port for 93c61a39-b587-4e1c-9122-a17862f7c444 owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:36:21.647169 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e1ca1-7132-42eb-8069-f271bd5f4cf6 req-2775a23e-ade1-465a-ba3c-397e976323a9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:21.649528 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-738e1ca1-7132-42eb-8069-f271bd5f4cf6 req-2775a23e-ade1-465a-ba3c-397e976323a9 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 945 time: 0.1159575 Oct 12 02:36:21.708682 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:21.740639 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-b04296ef-d5ac-408a-bd0e-87c0c4970d56 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:21.742120 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-b04296ef-d5ac-408a-bd0e-87c0c4970d56 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.16 "GET /networking/v2.0/networks?id=3579f488-1360-4e5f-a1d3-8c57917ab513 HTTP/1.1" status: 200 len: 808 time: 0.1722589 Oct 12 02:36:21.747786 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-738e1ca1-7132-42eb-8069-f271bd5f4cf6 req-d173c36a-70e2-4232-82b0-eaa907b44477 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=509badf9-9d6c-47ee-aef4-5fb6a924f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908785 Oct 12 02:36:21.802999 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8ad6e309-4771-431e-9feb-692c8e560f78 req-07b72cd1-b7d4-46de-8625-65424efbb378 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 210 time: 0.0303829 Oct 12 02:36:21.803709 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (93c61a39-b587-4e1c-9122-a17862f7c444), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:21.832281 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-4d9d207f-a070-4605-a91f-2916c7a1866d tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b1601a3e4f41405d8e9001af6da86b46 HTTP/1.1" status: 200 len: 380 time: 0.0716465 Oct 12 02:36:21.842947 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'Port': ['ID=93c61a39-b587-4e1c-9122-a17862f7c444,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:21.843101 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Request body: {'port': {'device_id': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'admin_state_up': True, 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'security_groups': ['c512aa46-72f3-4da2-8a8b-3f1da4afa95a']}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:21.957145 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:21.962285 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:36:21.969651 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Made reservation on behalf of b1601a3e4f41405d8e9001af6da86b46 for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:36:21.973455 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:22.070687 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:36:22.083136 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:36:22.094620 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:22.095715 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:22.109788 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Allocated IP 172.20.0.6 (3579f488-1360-4e5f-a1d3-8c57917ab513/80c1078f-72d3-460c-831e-4f99809a8b7a/66a8b57d-c6be-4a74-91b2-545572f47798) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:36:22.118988 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] No DVR routers for this DVR port 93c61a39-b587-4e1c-9122-a17862f7c444 on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:36:22.123255 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:22.125836 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b97dcff7-1062-47a5-b0e5-4feb2ef97abf req-c43c91a7-c635-485c-8828-3ee5d780aba7 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.16 "DELETE /networking/v2.0/ports/93c61a39-b587-4e1c-9122-a17862f7c444 HTTP/1.1" status: 204 len: 173 time: 1.1231458 Oct 12 02:36:22.126339 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'name': 'network-vif-deleted', 'tag': '93c61a39-b587-4e1c-9122-a17862f7c444'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:36:22.129060 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3a0b08-f184-4e55-852d-be80b5d16492" -d '{"events": [{"server_uuid": "4b142a74-f235-4ea2-b553-6a0e8bac1c91", "name": "network-vif-deleted", "tag": "93c61a39-b587-4e1c-9122-a17862f7c444"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:36:22.129778 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:22.172213 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319cfe7c-6189-46b3-b85a-0352431efa8f x-openstack-request-id: req-319cfe7c-6189-46b3-b85a-0352431efa8f {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:36:22.172506 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b142a74-f235-4ea2-b553-6a0e8bac1c91", "name": "network-vif-deleted", "tag": "93c61a39-b587-4e1c-9122-a17862f7c444", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:36:22.172940 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-319cfe7c-6189-46b3-b85a-0352431efa8f {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:36:22.173343 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319cfe7c-6189-46b3-b85a-0352431efa8f'] response: {'server_uuid': '4b142a74-f235-4ea2-b553-6a0e8bac1c91', 'name': 'network-vif-deleted', 'tag': '93c61a39-b587-4e1c-9122-a17862f7c444', 'status': 'completed', 'code': 200} Oct 12 02:36:22.238804 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:22.293387 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for port (66a8b57d-c6be-4a74-91b2-545572f47798), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:22.338539 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:22.414422 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Network 3579f488-1360-4e5f-a1d3-8c57917ab513 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:36:22.416664 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:36:22.419464 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event updated for resources: {'Port': ['ID=66a8b57d-c6be-4a74-91b2-545572f47798,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:22.430052 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:36:22.492302 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:22.492983 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:22.515838 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f36d7e62-0de3-4ede-8de0-c138a77071a7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6775289 Oct 12 02:36:22.524002 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:22.547205 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Request body: {'port': {'device_id': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:22.564331 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:36:22.581965 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:22.582592 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:22.623782 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:22.670517 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:22.721951 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:22.907567 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-598f64d0-3869-4708-bc96-bc27ad45b62e None None] Provisioning complete for port 66a8b57d-c6be-4a74-91b2-545572f47798 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:22.908229 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-598f64d0-3869-4708-bc96-bc27ad45b62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:22.908575 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-598f64d0-3869-4708-bc96-bc27ad45b62e None None] Attempt 1 to provision port 66a8b57d-c6be-4a74-91b2-545572f47798 Oct 12 02:36:22.915252 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b2d90fcb-b159-425d-b20e-749e570f60c4 req-4eb555d0-dbdc-4370-be98-67f98b4346ec tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b142a74-f235-4ea2-b553-6a0e8bac1c91 HTTP/1.1" status: 200 len: 210 time: 0.0443301 Oct 12 02:36:22.989571 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-598f64d0-3869-4708-bc96-bc27ad45b62e None None] Port 66a8b57d-c6be-4a74-91b2-545572f47798 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:36:22.998071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:23.024104 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11362167-1d13-41b2-9f53-b13592362c42 None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:34Z', 'revision_number': 4, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'b9963528-d209-45a9-b765-eb042bc6bbdf', 'name': '', 'network_id': '21fdf3f0-6b90-400a-b2fc-5e540c8c18e8', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'mac_address': 'fa:16:3e:f3:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:31Z', 'updated_at': '2022-10-12T02:29:47Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'subnets': [{'id': 'f147c0f3-4105-4485-bdf5-a129b9df68d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:36:23.148108 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087e1a8-1945-4daf-9fc3-c01a0d711feb req-67f1a699-756e-41bc-b1bb-22f3d4a8b141 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:23.149602 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1087e1a8-1945-4daf-9fc3-c01a0d711feb req-67f1a699-756e-41bc-b1bb-22f3d4a8b141 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 931 time: 0.0692232 Oct 12 02:36:23.157361 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 93c61a39-b587-4e1c-9122-a17862f7c444 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:36:23.179892 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 93c61a39-b587-4e1c-9122-a17862f7c444 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:36:23.180244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 93c61a39-b587-4e1c-9122-a17862f7c444 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:36:23.258943 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1087e1a8-1945-4daf-9fc3-c01a0d711feb req-f39203a9-368d-4785-86cd-bd5c95c40e6d tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024125 Oct 12 02:36:23.268679 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a8b57d-c6be-4a74-91b2-545572f47798 {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:36:23.277189 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Publish callbacks [] for port (66a8b57d-c6be-4a74-91b2-545572f47798), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:23.293609 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Transition to ACTIVE for port object 66a8b57d-c6be-4a74-91b2-545572f47798 will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:36:23.297249 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:23.313547 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8de19-173f-43c7-907a-fd76c9d0af1f None None] New status for floating IP 5b8ca341-07bc-438f-b097-587298bc2469: DOWN {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:36:23.358111 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:23.382405 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Pushing event updated for resources: {'Port': ['ID=66a8b57d-c6be-4a74-91b2-545572f47798,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:23.416211 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Attempting to bind port 66a8b57d-c6be-4a74-91b2-545572f47798 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:36:23.416543 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Attempting to bind port 66a8b57d-c6be-4a74-91b2-545572f47798 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:36:23.416933 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Attempting to bind port 66a8b57d-c6be-4a74-91b2-545572f47798 on network 3579f488-1360-4e5f-a1d3-8c57917ab513 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:36:23.460572 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Port 66a8b57d-c6be-4a74-91b2-545572f47798 on network 3579f488-1360-4e5f-a1d3-8c57917ab513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:36:23.460932 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Attempting to bind port 66a8b57d-c6be-4a74-91b2-545572f47798 on network 3579f488-1360-4e5f-a1d3-8c57917ab513 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:36:23.502937 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:36:23.503270 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Checking segment: {'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:36:23.503648 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Bound using segment: {'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:36:23.504079 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Bound port: 66a8b57d-c6be-4a74-91b2-545572f47798, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eeeafc1-5bd9-45dd-8e29-9e27e459f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:36:23.504532 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:23.566810 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] For port 66a8b57d-c6be-4a74-91b2-545572f47798, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:36:23.569898 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] For port 66a8b57d-c6be-4a74-91b2-545572f47798, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=66a8b57d-c6be-4a74-91b2-545572f47798,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:36:23.575611 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:23.579653 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:23.580253 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:23.581645 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 200 len: 1093 time: 1.0405130 Oct 12 02:36:23.582200 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:36:23.584473 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:36:23.628336 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c94176e-1e5e-41b5-9d9c-4ac4760808dc x-openstack-request-id: req-7c94176e-1e5e-41b5-9d9c-4ac4760808dc {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:36:23.628616 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:36:23.628927 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c94176e-1e5e-41b5-9d9c-4ac4760808dc {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:36:23.629330 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c94176e-1e5e-41b5-9d9c-4ac4760808dc'] response: {'name': 'network-changed', 'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798', 'status': 'completed', 'code': 200} Oct 12 02:36:23.639147 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186fed9-1724-4dd6-8ec3-095636c13952 service neutron] Pushing event updated for resources: {'Port': ['ID=66a8b57d-c6be-4a74-91b2-545572f47798,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:23.703968 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-75cd33d7-6504-4dcd-bfe5-abce6a37818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:23.705530 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-75cd33d7-6504-4dcd-bfe5-abce6a37818f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b1601a3e4f41405d8e9001af6da86b46&device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1127 time: 0.0399520 Oct 12 02:36:23.762257 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-de3313fa-7077-4ac5-884a-5a9e7eff3f70 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 200 len: 217 time: 0.0350742 Oct 12 02:36:23.810237 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-6a98aa15-832d-4248-99ae-92545acbc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:23.811848 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-6a98aa15-832d-4248-99ae-92545acbc1db service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=80c1078f-72d3-460c-831e-4f99809a8b7a HTTP/1.1" status: 200 len: 847 time: 0.0435522 Oct 12 02:36:23.861626 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-a7390e9d-cc46-4216-bffa-0ce8d036e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:23.863063 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-a7390e9d-cc46-4216-bffa-0ce8d036e3c3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3579f488-1360-4e5f-a1d3-8c57917ab513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435472 Oct 12 02:36:23.933745 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:23.955178 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-ce926137-0b75-4b36-b3d3-a8a2a6106b6f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853982 Oct 12 02:36:24.021722 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34046) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:24.053206 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae59ddcf-d71d-4997-aa51-af0410e36943 req-4cca5e86-5aa0-4b30-8522-49f11817765c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907209 Oct 12 02:36:24.083493 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-771c6f07-892c-48ae-bb16-8b7b0d969531 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (509badf9-9d6c-47ee-aef4-5fb6a924f3be), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:24.108023 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-771c6f07-892c-48ae-bb16-8b7b0d969531 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (509badf9-9d6c-47ee-aef4-5fb6a924f3be), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:24.138282 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:24.159718 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-771c6f07-892c-48ae-bb16-8b7b0d969531 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (509badf9-9d6c-47ee-aef4-5fb6a924f3be), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:24.162343 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-771c6f07-892c-48ae-bb16-8b7b0d969531 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:24.163582 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-771c6f07-892c-48ae-bb16-8b7b0d969531 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/509badf9-9d6c-47ee-aef4-5fb6a924f3be HTTP/1.1" status: 204 len: 168 time: 0.1403251 Oct 12 02:36:24.166484 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34048) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:24.173174 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c6f07-892c-48ae-bb16-8b7b0d969531 tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509badf9-9d6c-47ee-aef4-5fb6a924f3be,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:24.185603 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.api.v2.resource [None req-f3de8dae-2503-431e-b343-6d23eafe197b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] show failed (client error): The resource could not be found. Oct 12 02:36:24.186784 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f3de8dae-2503-431e-b343-6d23eafe197b tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "GET /networking/v2.0/security-groups/509badf9-9d6c-47ee-aef4-5fb6a924f3be HTTP/1.1" status: 404 len: 347 time: 0.0186491 Oct 12 02:36:24.189630 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34050) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:24.302543 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6a5ea-65a9-46da-887e-8cdf7a2a2b9c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Deleting port 651469be-d799-42fc-b996-6952ce201ef1 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:36:24.302914 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a5ea-65a9-46da-887e-8cdf7a2a2b9c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (651469be-d799-42fc-b996-6952ce201ef1), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:24.434739 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2289c0d-243a-42de-8da4-c2d3a72b725c req-3e20c604-fdf2-4cd7-abf1-4b489eaa8cf2 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:24.436121 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a2289c0d-243a-42de-8da4-c2d3a72b725c req-3e20c604-fdf2-4cd7-abf1-4b489eaa8cf2 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0917196 Oct 12 02:36:24.442543 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-fd271cae-e399-4257-bc2f-190292c36223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:24.443917 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-fd271cae-e399-4257-bc2f-190292c36223 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b1601a3e4f41405d8e9001af6da86b46&device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1127 time: 0.0892816 Oct 12 02:36:24.490844 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a5ea-65a9-46da-887e-8cdf7a2a2b9c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (651469be-d799-42fc-b996-6952ce201ef1), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:24.491171 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a5ea-65a9-46da-887e-8cdf7a2a2b9c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (651469be-d799-42fc-b996-6952ce201ef1), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:24.539518 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6a5ea-65a9-46da-887e-8cdf7a2a2b9c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Calling delete_port for 651469be-d799-42fc-b996-6952ce201ef1 owned by network:floatingip {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:36:24.546000 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:24.610231 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a2289c0d-243a-42de-8da4-c2d3a72b725c req-c224a74b-53a6-4157-9bee-b195b64a2d71 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638527 Oct 12 02:36:24.650643 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-3dfbd08b-191d-4193-a136-fd0448f77f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:24.652635 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-3dfbd08b-191d-4193-a136-fd0448f77f27 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3579f488-1360-4e5f-a1d3-8c57917ab513 HTTP/1.1" status: 200 len: 909 time: 0.1910515 Oct 12 02:36:24.701865 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-cf5bc0aa-52b8-4bf5-b526-7568a13df97f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 200 len: 217 time: 0.0415299 Oct 12 02:36:24.778940 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-8c50bd0d-bf6c-45a8-934c-4a7dd12aa4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:24.780398 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-8c50bd0d-bf6c-45a8-934c-4a7dd12aa4d4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=80c1078f-72d3-460c-831e-4f99809a8b7a HTTP/1.1" status: 200 len: 847 time: 0.0715268 Oct 12 02:36:24.829723 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a5ea-65a9-46da-887e-8cdf7a2a2b9c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (651469be-d799-42fc-b996-6952ce201ef1), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:24.861826 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-79c8a51a-38d9-4be7-a737-8f7bf7b15d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:24.863361 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-79c8a51a-38d9-4be7-a737-8f7bf7b15d7b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3579f488-1360-4e5f-a1d3-8c57917ab513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0735583 Oct 12 02:36:24.868325 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6a5ea-65a9-46da-887e-8cdf7a2a2b9c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Pushing event deleted for resources: {'Port': ['ID=651469be-d799-42fc-b996-6952ce201ef1,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:24.953324 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:24.984899 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a5ea-65a9-46da-887e-8cdf7a2a2b9c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks [] for floatingip (5b8ca341-07bc-438f-b097-587298bc2469), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:24.987328 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a5ea-65a9-46da-887e-8cdf7a2a2b9c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:24.988458 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-c2f6a5ea-65a9-46da-887e-8cdf7a2a2b9c tempest-AttachVolumeNegativeTest-1675798980 tempest-AttachVolumeNegativeTest-1675798980-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/5b8ca341-07bc-438f-b097-587298bc2469 HTTP/1.1" status: 204 len: 168 time: 0.7978716 Oct 12 02:36:25.012271 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-6ffaf83a-380f-4ab7-99da-3496b71d7935 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279156 Oct 12 02:36:25.103890 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c9b4ec41-69a8-4b0d-8325-8c3dbde6777e req-771090cd-81f5-4852-9b10-176e56ba9aec service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855701 Oct 12 02:36:25.737363 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166abb6f-e796-4834-bc03-48c7158a893f req-1baeb6ab-6990-4e07-8fd2-f511f8c5187d tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:25.738831 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-166abb6f-e796-4834-bc03-48c7158a893f req-1baeb6ab-6990-4e07-8fd2-f511f8c5187d tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0495465 Oct 12 02:36:25.788259 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-166abb6f-e796-4834-bc03-48c7158a893f req-b50c8ad7-0fa4-4298-ad0f-032a25c454bc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439029 Oct 12 02:36:26.917906 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19470703-36df-4695-9382-66f145b268a1 req-9faa674d-7f1a-48ab-9084-48023c5d6ef7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:26.919377 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-19470703-36df-4695-9382-66f145b268a1 req-9faa674d-7f1a-48ab-9084-48023c5d6ef7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0558209 Oct 12 02:36:26.969708 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-19470703-36df-4695-9382-66f145b268a1 req-79e84839-3cc3-4e34-8be6-25c12ea6b71c tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444915 Oct 12 02:36:28.090156 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47b557-205e-4bcd-b25a-80bdc7db0acb req-799a322f-7b2b-4484-a2d4-26080c468115 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:28.091680 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-db47b557-205e-4bcd-b25a-80bdc7db0acb req-799a322f-7b2b-4484-a2d4-26080c468115 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0473351 Oct 12 02:36:28.143803 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-db47b557-205e-4bcd-b25a-80bdc7db0acb req-dd941eb4-2236-411b-af25-0c2692c521d3 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458171 Oct 12 02:36:28.677215 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34102) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:29.074680 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:29.090916 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:29.139999 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:29.311727 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a273-fcda-40f1-b1a5-72d60591f843 req-71c1fb2d-2dc4-41ca-a014-9f8916fe0bef tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:29.313337 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9052a273-fcda-40f1-b1a5-72d60591f843 req-71c1fb2d-2dc4-41ca-a014-9f8916fe0bef tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0898638 Oct 12 02:36:29.415972 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9052a273-fcda-40f1-b1a5-72d60591f843 req-81ea778a-6863-4e90-b32b-1d8b7e85b4ce tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813220 Oct 12 02:36:29.459816 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] Deleting port b9963528-d209-45a9-b765-eb042bc6bbdf {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:36:29.460153 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:29.523819 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:29.541316 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] For port b9963528-d209-45a9-b765-eb042bc6bbdf, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=b9963528-d209-45a9-b765-eb042bc6bbdf,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:29.541681 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:29.555722 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] Calling delete_port for b9963528-d209-45a9-b765-eb042bc6bbdf owned by network:router_interface {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:36:29.703062 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:36:29.732563 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (b9963528-d209-45a9-b765-eb042bc6bbdf), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:29.759923 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9963528-d209-45a9-b765-eb042bc6bbdf,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:29.927897 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:29.930357 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:29.949521 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd0ed9-8eed-4ba4-a939-99a1a7840de7 None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:36:29.976346 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:30.039793 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd0ed9-8eed-4ba4-a939-99a1a7840de7 None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:36:30.125397 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:30.140269 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] Router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:36:30.245699 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:36:30.250505 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-e6b79aa6-cc2a-408f-8ea5-4b1fd92e56c5 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/72bf248f-3f94-4df6-b1ed-e6657d7bfe7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5722306 Oct 12 02:36:30.253225 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34122) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:30.274562 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] Sync routers for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:36:30.307512 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:30.308651 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:30.353919 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Publish callbacks [] for router (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:30.456535 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:30.473748 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-f5599800-d38f-4836-97e4-c2ef7ac589bb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586474 Oct 12 02:36:30.482989 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Publish callbacks [] for router_gateway (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:30.550318 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Deleting port a695cd23-89e9-49ef-a6ab-b2f2f003164c {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:36:30.550907 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:30.631829 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-1932adde-c078-4433-97a5-8584b6e54876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:30.650247 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-1932adde-c078-4433-97a5-8584b6e54876 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 1131 time: 0.0966291 Oct 12 02:36:30.663479 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bf7f1-96cd-4080-8e0a-e2822d726de5 req-541242d6-ef33-4ae2-858d-0e62d1affdf6 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:30.665236 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cc4bf7f1-96cd-4080-8e0a-e2822d726de5 req-541242d6-ef33-4ae2-858d-0e62d1affdf6 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0902390 Oct 12 02:36:30.715526 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] For port a695cd23-89e9-49ef-a6ab-b2f2f003164c, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=a695cd23-89e9-49ef-a6ab-b2f2f003164c,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:30.716035 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:30.740053 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:36:29Z', 'revision_number': 5, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port': {'id': 'a695cd23-89e9-49ef-a6ab-b2f2f003164c', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:21Z', 'updated_at': '2022-10-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:30.743760 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Calling delete_port for a695cd23-89e9-49ef-a6ab-b2f2f003164c owned by network:router_gateway {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:36:30.758031 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-cc4bf7f1-96cd-4080-8e0a-e2822d726de5 req-7a4b1f34-8d24-4104-93c9-5c3eddd272b8 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844333 Oct 12 02:36:30.771089 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] Checking router: 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:36:30.784829 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-c8726841-3e3d-45ae-b08e-d1656de0eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:30.784829 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-c8726841-3e3d-45ae-b08e-d1656de0eb8a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 200 len: 916 time: 0.1088498 Oct 12 02:36:30.785452 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] Routers {'72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:30.785452 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:30.800785 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:30.848957 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:30.862345 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-59dc0e93-0153-4f33-88e1-eae1037e62f2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e HTTP/1.1" status: 200 len: 1002 time: 0.0733144 Oct 12 02:36:30.874240 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] Set router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c gateway port host: None {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:30.928472 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:36:30Z', 'revision_number': 6, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port_host': None}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:30.950467 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-2ed8fc56-ffe2-423b-9553-3768fe5f53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:30.952080 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-2ed8fc56-ffe2-423b-9553-3768fe5f53b1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 200 len: 854 time: 0.0787666 Oct 12 02:36:30.954403 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2de13c-39ba-45f0-b40d-58ca381bc7f6 None None] The sync data for ids ['72bf248f-3f94-4df6-b1ed-e6657d7bfe7c'] in dv-cinder-849143-14-iscsi is: [{'id': '72bf248f-3f94-4df6-b1ed-e6657d7bfe7c', 'name': 'tempest-AttachVolumeNegativeTest-1734884367-router', 'tenant_id': '76e921b067f04677b76c245b5f93e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:36:30Z', 'revision_number': 6, 'project_id': '76e921b067f04677b76c245b5f93e112', 'gw_port_host': None}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:36:30.961167 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (a695cd23-89e9-49ef-a6ab-b2f2f003164c), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:30.964805 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:30.990529 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a695cd23-89e9-49ef-a6ab-b2f2f003164c,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:31.014410 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-adf8cacf-eb20-4cd1-a53a-14230548d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:31.016983 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-adf8cacf-eb20-4cd1-a53a-14230548d3b8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8e5a7b02-9fc0-4dda-b1f4-8267371dc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543897 Oct 12 02:36:31.073301 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.074996 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-25969ee5-380c-434d-b18e-4e03d4bf29e3 None None] Provisioning complete for port 47566bce-09ec-443f-aa25-4968a001b218 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:31.075370 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-25969ee5-380c-434d-b18e-4e03d4bf29e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (47566bce-09ec-443f-aa25-4968a001b218), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.075725 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-25969ee5-380c-434d-b18e-4e03d4bf29e3 None None] Attempt 1 to provision port 47566bce-09ec-443f-aa25-4968a001b218 Oct 12 02:36:31.115937 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-8237ca6f-a943-4667-a9e0-ee99bbfc0b24 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922344 Oct 12 02:36:31.157133 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 66a8b57d-c6be-4a74-91b2-545572f47798 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:36:31.179644 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-25969ee5-380c-434d-b18e-4e03d4bf29e3 None None] Current status of the port 47566bce-09ec-443f-aa25-4968a001b218 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:31.184020 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.185963 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Publish callbacks [] for router_controller (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.232915 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (72bf248f-3f94-4df6-b1ed-e6657d7bfe7c), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.233529 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72bf248f-3f94-4df6-b1ed-e6657d7bfe7c {{(pid=104435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:36:31.237760 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.238950 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6392826d-01fc-4ebe-a65b-af0b795aeed9 req-30857add-b241-4b60-88dc-af807789f095 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163313 Oct 12 02:36:31.241409 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34132) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:31.241547 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f1d1098a-b5cd-49a1-af99-241a64bf7b68 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/72bf248f-3f94-4df6-b1ed-e6657d7bfe7c HTTP/1.1" status: 204 len: 168 time: 0.9872777 Oct 12 02:36:31.272242 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:31.276685 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:31.278641 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 66a8b57d-c6be-4a74-91b2-545572f47798, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=66a8b57d-c6be-4a74-91b2-545572f47798,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:31.288630 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_v2 [None req-41dd8e37-55e4-47f8-afe8-3131f90db7fe admin admin] Deleting subnet f147c0f3-4105-4485-bdf5-a129b9df68d7 {{(pid=104436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:36:31.289847 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '66a8b57d-c6be-4a74-91b2-545572f47798', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'port_id': '66a8b57d-c6be-4a74-91b2-545572f47798', 'mac_address': 'fa:16:3e:67:0c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:36:31.291877 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-41dd8e37-55e4-47f8-afe8-3131f90db7fe admin admin] Publish callbacks [] for subnet (f147c0f3-4105-4485-bdf5-a129b9df68d7), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.326660 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 66a8b57d-c6be-4a74-91b2-545572f47798 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:31.327051 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.330402 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-41dd8e37-55e4-47f8-afe8-3131f90db7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27132775'] for subnet (f147c0f3-4105-4485-bdf5-a129b9df68d7), precommit_delete_associations {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.341238 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a8b57d-c6be-4a74-91b2-545572f47798 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:36:31.362833 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 66a8b57d-c6be-4a74-91b2-545572f47798, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=66a8b57d-c6be-4a74-91b2-545572f47798,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:31.367446 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.416164 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=66a8b57d-c6be-4a74-91b2-545572f47798,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:31.416509 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-41dd8e37-55e4-47f8-afe8-3131f90db7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (f147c0f3-4105-4485-bdf5-a129b9df68d7), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.424109 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.424460 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.424822 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.425177 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.425488 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.425828 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.426136 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.426457 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.426778 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.427100 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.427419 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.427745 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.428054 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.428375 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.428689 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:36:31.478148 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-41dd8e37-55e4-47f8-afe8-3131f90db7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27082449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020504'] for subnet (f147c0f3-4105-4485-bdf5-a129b9df68d7), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.501954 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd8e37-55e4-47f8-afe8-3131f90db7fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f147c0f3-4105-4485-bdf5-a129b9df68d7,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:31.509337 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-41dd8e37-55e4-47f8-afe8-3131f90db7fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.513384 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-41dd8e37-55e4-47f8-afe8-3131f90db7fe admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/f147c0f3-4105-4485-bdf5-a129b9df68d7 HTTP/1.1" status: 204 len: 168 time: 0.2706773 Oct 12 02:36:31.513980 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699fabd-882c-4bd5-8a7c-67d44ca8db83 None None] Network 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:36:31.515928 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34134) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:31.586340 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.737253 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['66a8b57d-c6be-4a74-91b2-545572f47798'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:36:31.767597 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e4be0a-6f54-4472-842c-6542a2c9556f None None] DHCP port deletion for 21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:36:31.809793 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:31.833032 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-13e4be0a-6f54-4472-842c-6542a2c9556f None None] Deleting port 47566bce-09ec-443f-aa25-4968a001b218 {{(pid=104437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:36:31.833408 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-13e4be0a-6f54-4472-842c-6542a2c9556f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (47566bce-09ec-443f-aa25-4968a001b218), before_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.932210 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbedb45-1ad8-46ab-9ca6-abf2ce1b1a85 req-10e9b9d1-7b43-45b4-b68f-2de7920a70e0 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:31.933737 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cfbedb45-1ad8-46ab-9ca6-abf2ce1b1a85 req-10e9b9d1-7b43-45b4-b68f-2de7920a70e0 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 944 time: 0.0542867 Oct 12 02:36:31.934263 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Deleting port 47566bce-09ec-443f-aa25-4968a001b218 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:36:31.934411 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-13e4be0a-6f54-4472-842c-6542a2c9556f None None] For port 47566bce-09ec-443f-aa25-4968a001b218, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=47566bce-09ec-443f-aa25-4968a001b218,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:31.934615 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (47566bce-09ec-443f-aa25-4968a001b218), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.934724 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-13e4be0a-6f54-4472-842c-6542a2c9556f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (47566bce-09ec-443f-aa25-4968a001b218), precommit_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:31.954074 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-13e4be0a-6f54-4472-842c-6542a2c9556f None None] Calling delete_port for 47566bce-09ec-443f-aa25-4968a001b218 owned by network:dhcp {{(pid=104437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:36:32.027689 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] For port 47566bce-09ec-443f-aa25-4968a001b218, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=47566bce-09ec-443f-aa25-4968a001b218,segment=NetworkSegment(b38f8529-d4f5-444b-a705-5f4d5405e51d),segment_id=b38f8529-d4f5-444b-a705-5f4d5405e51d)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:32.028060 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (47566bce-09ec-443f-aa25-4968a001b218), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.052940 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-cfbedb45-1ad8-46ab-9ca6-abf2ce1b1a85 req-690e11a8-f600-46ef-9a72-faf3deb20a2c tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065948 Oct 12 02:36:32.053944 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Calling delete_port for 47566bce-09ec-443f-aa25-4968a001b218 owned by network:dhcp {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:36:32.122721 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-13e4be0a-6f54-4472-842c-6542a2c9556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493'] for port (47566bce-09ec-443f-aa25-4968a001b218), after_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.130557 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:32.138426 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (47566bce-09ec-443f-aa25-4968a001b218), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.157434 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4be0a-6f54-4472-842c-6542a2c9556f None None] Pushing event deleted for resources: {'Port': ['ID=47566bce-09ec-443f-aa25-4968a001b218,revision_number=None']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:32.159270 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4be0a-6f54-4472-842c-6542a2c9556f None None] No DVR routers for this DVR port 47566bce-09ec-443f-aa25-4968a001b218 on host dv-cinder-849143-14-iscsi {{(pid=104437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:36:32.175151 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=47566bce-09ec-443f-aa25-4968a001b218,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:32.180575 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] No DVR routers for this DVR port 47566bce-09ec-443f-aa25-4968a001b218 on host dv-cinder-849143-14-iscsi {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:36:32.253468 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.274102 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fdf3f0-6b90-400a-b2fc-5e540c8c18e8']}} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:32.283761 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38f8529-d4f5-444b-a705-5f4d5405e51d') {'for_net_delete': True} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:32.284055 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38f8529-d4f5-444b-a705-5f4d5405e51d') {} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:32.293360 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27132702'] for segment (b38f8529-d4f5-444b-a705-5f4d5405e51d), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.306674 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (b38f8529-d4f5-444b-a705-5f4d5405e51d), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.313427 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:36:32.313912 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27082299'] for segment (b38f8529-d4f5-444b-a705-5f4d5405e51d), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.358739 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment b38f8529-d4f5-444b-a705-5f4d5405e51d resource provider aggregate not found Oct 12 02:36:32.376022 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment b38f8529-d4f5-444b-a705-5f4d5405e51d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b38f8529-d4f5-444b-a705-5f4d5405e51d found for delete ", "request_id": "req-02090521-b85f-4d6f-9b8b-e85746cae860"}]} Oct 12 02:36:32.382461 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (21fdf3f0-6b90-400a-b2fc-5e540c8c18e8), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.390648 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.396081 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/21fdf3f0-6b90-400a-b2fc-5e540c8c18e8 HTTP/1.1" status: 204 len: 168 time: 0.8768518 Oct 12 02:36:32.404257 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4a7c9-305f-4182-bf4c-f69619f30b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=21fdf3f0-6b90-400a-b2fc-5e540c8c18e8,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:32.506757 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34146) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:32.547440 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-46b70bcf-7b1d-4c5c-8b7a-1b2a62526600 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=76e921b067f04677b76c245b5f93e112&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395150 Oct 12 02:36:32.549829 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34148) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:32.589439 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device b9963528-d209-45a9-b765-eb042bc6bbdf no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:36:32.598843 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1259-9776-4e18-b162-ff17e7c4295f admin admin] Publish callbacks [] for security_group (b7c4c52d-0cfc-4bf7-a164-dbf59a8ad3d1), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.609164 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: b9963528-d209-45a9-b765-eb042bc6bbdf {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:36:32.609516 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device b9963528-d209-45a9-b765-eb042bc6bbdf not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:36:32.609924 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device a695cd23-89e9-49ef-a6ab-b2f2f003164c no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:36:32.618904 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1259-9776-4e18-b162-ff17e7c4295f admin admin] Publish callbacks [] for security_group (b7c4c52d-0cfc-4bf7-a164-dbf59a8ad3d1), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.628234 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: a695cd23-89e9-49ef-a6ab-b2f2f003164c {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:36:32.628518 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device a695cd23-89e9-49ef-a6ab-b2f2f003164c not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:36:32.628946 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 47566bce-09ec-443f-aa25-4968a001b218 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:36:32.646746 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 47566bce-09ec-443f-aa25-4968a001b218 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:36:32.647084 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 47566bce-09ec-443f-aa25-4968a001b218 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:36:32.668427 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1259-9776-4e18-b162-ff17e7c4295f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (b7c4c52d-0cfc-4bf7-a164-dbf59a8ad3d1), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.670925 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1259-9776-4e18-b162-ff17e7c4295f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:32.672046 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-9a4f1259-9776-4e18-b162-ff17e7c4295f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b7c4c52d-0cfc-4bf7-a164-dbf59a8ad3d1 HTTP/1.1" status: 204 len: 168 time: 0.1213284 Oct 12 02:36:32.679865 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1259-9776-4e18-b162-ff17e7c4295f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c4c52d-0cfc-4bf7-a164-dbf59a8ad3d1,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:33.187771 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 66a8b57d-c6be-4a74-91b2-545572f47798 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:36:33.191039 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:33.205320 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45ab0-2409-4997-8159-39636c22f2aa req-fdadfd22-77e4-480c-bad0-a60b2c14357a tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:33.206927 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-87b45ab0-2409-4997-8159-39636c22f2aa req-fdadfd22-77e4-480c-bad0-a60b2c14357a tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 944 time: 0.0516415 Oct 12 02:36:33.240339 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 66a8b57d-c6be-4a74-91b2-545572f47798 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:36:33.251445 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 66a8b57d-c6be-4a74-91b2-545572f47798 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:36:33.252667 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:33.253297 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 66a8b57d-c6be-4a74-91b2-545572f47798 Oct 12 02:36:33.265677 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-87b45ab0-2409-4997-8159-39636c22f2aa req-c47e86e1-59a1-4503-9640-a238db3d83b6 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517094 Oct 12 02:36:33.344898 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 66a8b57d-c6be-4a74-91b2-545572f47798 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:36:33.345292 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:33.370717 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:36:33.372968 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f135a486-c434-41a2-a0ea-c39235f0b7f8" -d '{"events": [{"server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "name": "network-vif-plugged", "status": "completed", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:36:33.386146 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 66a8b57d-c6be-4a74-91b2-545572f47798, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=66a8b57d-c6be-4a74-91b2-545572f47798,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:36:33.390056 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:33.407701 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:33.419745 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da6df24-719a-4095-9d20-d8d32185eeb8 x-openstack-request-id: req-2da6df24-719a-4095-9d20-d8d32185eeb8 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:36:33.420045 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "name": "network-vif-plugged", "status": "completed", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:36:33.420295 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2da6df24-719a-4095-9d20-d8d32185eeb8 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:36:33.420688 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da6df24-719a-4095-9d20-d8d32185eeb8'] response: {'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798', 'code': 200} Oct 12 02:36:33.445925 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=66a8b57d-c6be-4a74-91b2-545572f47798,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:33.684437 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:33.690032 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05f061-0322-4d61-8bb0-a170132446f8 req-d8c6443c-1df7-4317-9d4d-b4baabb8c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:33.691573 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae05f061-0322-4d61-8bb0-a170132446f8 req-d8c6443c-1df7-4317-9d4d-b4baabb8c9bb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1129 time: 0.0437763 Oct 12 02:36:33.739815 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ae05f061-0322-4d61-8bb0-a170132446f8 req-9e518f2c-49c3-4cef-8946-8b7576214383 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Oct 12 02:36:34.387362 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c89de1-ff21-4000-9c88-5112fb4df643 req-85096b10-e9a8-44f4-b073-1e986a08b310 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:34.388755 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-58c89de1-ff21-4000-9c88-5112fb4df643 req-85096b10-e9a8-44f4-b073-1e986a08b310 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0462739 Oct 12 02:36:34.439006 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-58c89de1-ff21-4000-9c88-5112fb4df643 req-74af5a31-77a4-483a-88bc-88379e0f261a tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446723 Oct 12 02:36:35.576337 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6f2a6-5bda-4d2c-ba7a-620515237d10 req-fc4b94b7-26fe-42ae-91f7-227175e28a4b tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:35.577876 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-59b6f2a6-5bda-4d2c-ba7a-620515237d10 req-fc4b94b7-26fe-42ae-91f7-227175e28a4b tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0597446 Oct 12 02:36:35.643484 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-59b6f2a6-5bda-4d2c-ba7a-620515237d10 req-8fd1930f-2fab-487e-ad47-cf61c19e5215 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588984 Oct 12 02:36:35.776465 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f9795-df90-4112-9fca-e8a8f74a4b85 req-dd4186db-a0b4-499c-a3f4-aa29e8603cd2 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:35.781589 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2d6f9795-df90-4112-9fca-e8a8f74a4b85 req-dd4186db-a0b4-499c-a3f4-aa29e8603cd2 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0526094 Oct 12 02:36:35.835633 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2d6f9795-df90-4112-9fca-e8a8f74a4b85 req-83898c55-1eaa-499f-a210-bc74e9631524 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505519 Oct 12 02:36:35.863174 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34212) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:36.046244 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fcd039-6e2b-4355-8ba3-770919705c63 tempest-TestShelveInstance-436052202 tempest-TestShelveInstance-436052202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:36.047829 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-66fcd039-6e2b-4355-8ba3-770919705c63 tempest-TestShelveInstance-436052202 tempest-TestShelveInstance-436052202-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1124 time: 0.1837196 Oct 12 02:36:36.050829 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34216) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:36.054893 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'port_id': '66a8b57d-c6be-4a74-91b2-545572f47798', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:36:36.075966 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:36.160677 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:36.261426 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Allocated IP 172.27.4.22 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/72fb02b6-e4a5-4269-a50d-b3a39fde69c6) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:36:36.369143 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for port (72fb02b6-e4a5-4269-a50d-b3a39fde69c6), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:36.401450 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (72fb02b6-e4a5-4269-a50d-b3a39fde69c6), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:36.410135 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:36.442010 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:36:36.445686 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:36:36.448908 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:36:36.479326 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event updated for resources: {'Port': ['ID=72fb02b6-e4a5-4269-a50d-b3a39fde69c6,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:36.629753 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:36.820611 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for floatingip (1706f75c-3899-464d-acc0-8cd15372616e), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:36.886791 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (72fb02b6-e4a5-4269-a50d-b3a39fde69c6), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:37.030677 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for port (72fb02b6-e4a5-4269-a50d-b3a39fde69c6), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:37.034799 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (72fb02b6-e4a5-4269-a50d-b3a39fde69c6), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:37.102132 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (1706f75c-3899-464d-acc0-8cd15372616e), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:37.105316 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event updated for resources: {'Port': ['ID=72fb02b6-e4a5-4269-a50d-b3a39fde69c6,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:37.197750 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Floating IP 1706f75c-3899-464d-acc0-8cd15372616e associated. External IP: 172.27.4.22, port: 66a8b57d-c6be-4a74-91b2-545572f47798. Oct 12 02:36:37.281173 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:37.388194 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Router 07443117-698d-446c-99b8-ec9b9b872f1a has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:36:37.442414 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:37.491304 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:36:37.500623 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] Sync routers for ids ['07443117-698d-446c-99b8-ec9b9b872f1a'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:36:37.508422 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:37.511132 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] Routers {'07443117-698d-446c-99b8-ec9b9b872f1a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:37.511749 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['07443117-698d-446c-99b8-ec9b9b872f1a'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:37.541560 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-db1029a8-d62a-47b5-b84e-fd67aa106acb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4896710 Oct 12 02:36:37.542464 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:36:37.544921 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a04db4-4b36-4736-9bb0-2cc1aa367036" -d '{"events": [{"name": "network-changed", "server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:36:37.581089 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ff5420-b329-4e5d-9cf0-7aece227c7d9 x-openstack-request-id: req-85ff5420-b329-4e5d-9cf0-7aece227c7d9 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:36:37.581387 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:36:37.581630 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85ff5420-b329-4e5d-9cf0-7aece227c7d9 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:36:37.582034 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ff5420-b329-4e5d-9cf0-7aece227c7d9'] response: {'name': 'network-changed', 'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798', 'status': 'completed', 'code': 200} Oct 12 02:36:37.613183 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] Set router 07443117-698d-446c-99b8-ec9b9b872f1a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:37.819810 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '1706f75c-3899-464d-acc0-8cd15372616e', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'port_id': '66a8b57d-c6be-4a74-91b2-545572f47798', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'mac_address': 'fa:16:3e:67:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:36:36Z', 'updated_at': '2022-10-12T02:36:36Z', 'revision_number': 0, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:36:00Z', 'revision_number': 5, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:37.844365 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] Checking router: 07443117-698d-446c-99b8-ec9b9b872f1a for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:36:37.852653 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] Routers {'07443117-698d-446c-99b8-ec9b9b872f1a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:36:37.853273 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['07443117-698d-446c-99b8-ec9b9b872f1a'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:38.031827 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] Set router 07443117-698d-446c-99b8-ec9b9b872f1a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:36:38.233141 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '1706f75c-3899-464d-acc0-8cd15372616e', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'port_id': '66a8b57d-c6be-4a74-91b2-545572f47798', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'mac_address': 'fa:16:3e:67:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:36:36Z', 'updated_at': '2022-10-12T02:36:36Z', 'revision_number': 0, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:36:00Z', 'revision_number': 5, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:36:38.260200 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734413f-2010-4d68-8310-7f22f3cb8e9b None None] The sync data for ids ['07443117-698d-446c-99b8-ec9b9b872f1a'] in dv-cinder-849143-14-iscsi is: [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '1706f75c-3899-464d-acc0-8cd15372616e', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'port_id': '66a8b57d-c6be-4a74-91b2-545572f47798', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'mac_address': 'fa:16:3e:67:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:36:36Z', 'updated_at': '2022-10-12T02:36:36Z', 'revision_number': 0, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:36:00Z', 'revision_number': 5, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:36:38.444236 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b635663-852e-4c71-9abd-caa055b171b5 None None] New status for floating IP 1706f75c-3899-464d-acc0-8cd15372616e: ACTIVE {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:36:38.533433 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:39.067633 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-e6f2c6ea-2a58-4c7c-a8fe-336b5372444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:39.069105 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-e6f2c6ea-2a58-4c7c-a8fe-336b5372444a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b1601a3e4f41405d8e9001af6da86b46&device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1129 time: 0.0373302 Oct 12 02:36:39.159487 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-b37a75fb-65b2-49d3-8a62-0e27fbdaf3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:39.160960 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-b37a75fb-65b2-49d3-8a62-0e27fbdaf3d2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3579f488-1360-4e5f-a1d3-8c57917ab513 HTTP/1.1" status: 200 len: 909 time: 0.0831878 Oct 12 02:36:39.222767 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-4df0403b-dd4f-494d-889d-26eb32451c1f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 200 len: 1000 time: 0.0554702 Oct 12 02:36:39.269317 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-3d1f1cef-1655-4d18-be65-168924f6f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:39.270676 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-3d1f1cef-1655-4d18-be65-168924f6f8d6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=80c1078f-72d3-460c-831e-4f99809a8b7a HTTP/1.1" status: 200 len: 847 time: 0.0419297 Oct 12 02:36:39.312844 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-bfabea8a-e396-40f9-bcd6-2d73518dd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:39.314261 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-bfabea8a-e396-40f9-bcd6-2d73518dd595 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3579f488-1360-4e5f-a1d3-8c57917ab513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366278 Oct 12 02:36:39.406416 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-68652720-3081-497d-b63e-7dfdc4c65987 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846684 Oct 12 02:36:39.497004 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3a04db4-4b36-4736-9bb0-2cc1aa367036 req-4e862061-4e85-47c9-876f-f3cae1e6f0ae service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814085 Oct 12 02:36:45.626035 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=56,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:45.630450 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:45.911995 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-5a5df270-6475-485f-a441-249706478856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.231009 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:48.236558 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=73 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:48.254149 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-67b0619e-6826-4b5e-9fc4-736630fb69c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.658018 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34358) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:48.765921 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ba2c446a-4f9a-42e8-97cb-466ec1d90891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.840011 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ba2c446a-4f9a-42e8-97cb-466ec1d90891 admin admin] Publish callbacks [] for security_group (bb6c2717-7719-49d7-b770-177ab860e78a), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.843522 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ba2c446a-4f9a-42e8-97cb-466ec1d90891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (bb6c2717-7719-49d7-b770-177ab860e78a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.881547 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c446a-4f9a-42e8-97cb-466ec1d90891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c2717-7719-49d7-b770-177ab860e78a,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:48.885813 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ba2c446a-4f9a-42e8-97cb-466ec1d90891 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=08b94d09445e43e5a01b4cf9db247a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267644 Oct 12 02:36:48.888537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34362) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:48.933195 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:48.936812 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c0bd99e5-c4c1-471b-8c7a-60cb44c34c60 admin admin] Publish callbacks [] for security_group (bb6c2717-7719-49d7-b770-177ab860e78a), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:48.948300 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:48.958273 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c0bd99e5-c4c1-471b-8c7a-60cb44c34c60 admin admin] Publish callbacks [] for security_group (bb6c2717-7719-49d7-b770-177ab860e78a), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:49.004086 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c0bd99e5-c4c1-471b-8c7a-60cb44c34c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (bb6c2717-7719-49d7-b770-177ab860e78a), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:49.006556 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c0bd99e5-c4c1-471b-8c7a-60cb44c34c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:49.007659 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-c0bd99e5-c4c1-471b-8c7a-60cb44c34c60 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/bb6c2717-7719-49d7-b770-177ab860e78a HTTP/1.1" status: 204 len: 168 time: 0.1182103 Oct 12 02:36:49.015329 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd99e5-c4c1-471b-8c7a-60cb44c34c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c2717-7719-49d7-b770-177ab860e78a,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:49.281538 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:50.676622 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34428) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:50.784800 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a52b-891e-4c2e-924b-84dd7c8a5d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:50.838033 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:50.863795 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a52b-891e-4c2e-924b-84dd7c8a5d96 admin admin] Publish callbacks [] for security_group (42529b48-bb88-4dc7-a371-bc6d5756096f), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:50.867101 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a52b-891e-4c2e-924b-84dd7c8a5d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (42529b48-bb88-4dc7-a371-bc6d5756096f), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:50.904357 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6a52b-891e-4c2e-924b-84dd7c8a5d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42529b48-bb88-4dc7-a371-bc6d5756096f,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:50.908937 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f1e6a52b-891e-4c2e-924b-84dd7c8a5d96 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=837c889c8ee94eba815951c7545697ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312548 Oct 12 02:36:50.911648 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34432) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:50.959078 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-10d926bf-12fc-47b8-b2a5-b42dccaef3fc admin admin] Publish callbacks [] for security_group (42529b48-bb88-4dc7-a371-bc6d5756096f), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:50.978839 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-10d926bf-12fc-47b8-b2a5-b42dccaef3fc admin admin] Publish callbacks [] for security_group (42529b48-bb88-4dc7-a371-bc6d5756096f), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.024572 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-10d926bf-12fc-47b8-b2a5-b42dccaef3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (42529b48-bb88-4dc7-a371-bc6d5756096f), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.027690 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-10d926bf-12fc-47b8-b2a5-b42dccaef3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.028814 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-10d926bf-12fc-47b8-b2a5-b42dccaef3fc admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/42529b48-bb88-4dc7-a371-bc6d5756096f HTTP/1.1" status: 204 len: 168 time: 0.1162729 Oct 12 02:36:51.036278 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d926bf-12fc-47b8-b2a5-b42dccaef3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42529b48-bb88-4dc7-a371-bc6d5756096f,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:51.208013 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.291130 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34438) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:51.304183 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-049a2a7d-8afc-4ebb-86c8-947327a916ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.381150 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-049a2a7d-8afc-4ebb-86c8-947327a916ec admin admin] Publish callbacks [] for security_group (2bd7855d-5e23-45f5-a377-8deb39dee29e), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.384331 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-049a2a7d-8afc-4ebb-86c8-947327a916ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2bd7855d-5e23-45f5-a377-8deb39dee29e), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.421747 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a2a7d-8afc-4ebb-86c8-947327a916ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd7855d-5e23-45f5-a377-8deb39dee29e,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:51.425977 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-049a2a7d-8afc-4ebb-86c8-947327a916ec admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f821c68e8d4d4670b2fddf4cd4b6fea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338475 Oct 12 02:36:51.428865 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34440) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:51.475928 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-333b82d9-2686-479d-b13f-8926b7a6f5f0 admin admin] Publish callbacks [] for security_group (2bd7855d-5e23-45f5-a377-8deb39dee29e), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.495992 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-333b82d9-2686-479d-b13f-8926b7a6f5f0 admin admin] Publish callbacks [] for security_group (2bd7855d-5e23-45f5-a377-8deb39dee29e), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.544279 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-333b82d9-2686-479d-b13f-8926b7a6f5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2bd7855d-5e23-45f5-a377-8deb39dee29e), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.547329 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-333b82d9-2686-479d-b13f-8926b7a6f5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.548559 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-333b82d9-2686-479d-b13f-8926b7a6f5f0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2bd7855d-5e23-45f5-a377-8deb39dee29e HTTP/1.1" status: 204 len: 168 time: 0.1188135 Oct 12 02:36:51.558184 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b82d9-2686-479d-b13f-8926b7a6f5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd7855d-5e23-45f5-a377-8deb39dee29e,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:51.795320 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34452) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:51.903385 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5bc1daef-1487-43b4-a4e7-c86ed8caf2d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.926074 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:51.933223 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:36:51.991816 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5bc1daef-1487-43b4-a4e7-c86ed8caf2d2 admin admin] Publish callbacks [] for security_group (b0263c9e-581d-4aa6-86f5-a4589683b4a1), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:51.996167 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5bc1daef-1487-43b4-a4e7-c86ed8caf2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (b0263c9e-581d-4aa6-86f5-a4589683b4a1), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:52.038124 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5bc1daef-1487-43b4-a4e7-c86ed8caf2d2 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=cfda6acef92b48799f37336434e772e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393050 Oct 12 02:36:52.038124 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1daef-1487-43b4-a4e7-c86ed8caf2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0263c9e-581d-4aa6-86f5-a4589683b4a1,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:52.040921 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34464) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:36:52.091563 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5f26ce40-bacf-484c-8740-4c99325dacca admin admin] Publish callbacks [] for security_group (b0263c9e-581d-4aa6-86f5-a4589683b4a1), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:52.113687 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5f26ce40-bacf-484c-8740-4c99325dacca admin admin] Publish callbacks [] for security_group (b0263c9e-581d-4aa6-86f5-a4589683b4a1), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:52.162573 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5f26ce40-bacf-484c-8740-4c99325dacca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (b0263c9e-581d-4aa6-86f5-a4589683b4a1), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:52.165291 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5f26ce40-bacf-484c-8740-4c99325dacca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:52.169309 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-5f26ce40-bacf-484c-8740-4c99325dacca admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b0263c9e-581d-4aa6-86f5-a4589683b4a1 HTTP/1.1" status: 204 len: 168 time: 0.1259334 Oct 12 02:36:52.175459 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26ce40-bacf-484c-8740-4c99325dacca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0263c9e-581d-4aa6-86f5-a4589683b4a1,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:36:58.363928 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd7e27-679f-45f2-ba80-2865c9a6f9ed req-5a866358-6368-4bcf-bf40-37e12f6bfdb5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:58.365465 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-96bd7e27-679f-45f2-ba80-2865c9a6f9ed req-5a866358-6368-4bcf-bf40-37e12f6bfdb5 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 947 time: 0.0469470 Oct 12 02:36:58.411945 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-96bd7e27-679f-45f2-ba80-2865c9a6f9ed req-a5a2c5f2-20a5-4162-bd46-a7298e663310 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409021 Oct 12 02:36:59.080554 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:36:59.551183 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce62a5a-439a-4477-a15b-d1a685f4876f req-5b1e83dc-49ca-4cf1-b546-e8111b68d101 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:36:59.554658 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2ce62a5a-439a-4477-a15b-d1a685f4876f req-5b1e83dc-49ca-4cf1-b546-e8111b68d101 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 947 time: 0.0590997 Oct 12 02:36:59.609109 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2ce62a5a-439a-4477-a15b-d1a685f4876f req-1c28f7cd-3715-4b88-996d-6ff667b6dcbe tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487866 Oct 12 02:37:00.438666 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-d7882bd4-bc88-4564-92d5-ddb8a543be93 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:00.440126 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-d7882bd4-bc88-4564-92d5-ddb8a543be93 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 947 time: 0.0473297 Oct 12 02:37:00.525351 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Deleting port fe5a040d-6b9b-4b90-a3c9-76a1085a756e {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:37:00.525725 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:00.623499 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] For port fe5a040d-6b9b-4b90-a3c9-76a1085a756e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:00.623819 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:00.829733 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f74d18-b49c-46e3-96df-7bb94fb5a979 req-4e981e24-f965-41d5-8cda-18edfc2903bd tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:00.831252 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-03f74d18-b49c-46e3-96df-7bb94fb5a979 req-4e981e24-f965-41d5-8cda-18edfc2903bd tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 947 time: 0.0978613 Oct 12 02:37:00.833214 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:00.833576 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (e75af2a0-60e1-414f-ad66-d49d5ff9dfec), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:00.833889 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Floating IP e75af2a0-60e1-414f-ad66-d49d5ff9dfec disassociated. External IP: 172.27.4.138, port: fe5a040d-6b9b-4b90-a3c9-76a1085a756e. Oct 12 02:37:00.834231 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Calling delete_port for fe5a040d-6b9b-4b90-a3c9-76a1085a756e owned by compute:nova {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:37:00.946216 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-03f74d18-b49c-46e3-96df-7bb94fb5a979 req-cacc365e-9510-4d66-baef-938c9428bf9f tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef9ba106-d35c-4087-86d4-f2e0b545961a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971019 Oct 12 02:37:01.001366 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (fe5a040d-6b9b-4b90-a3c9-76a1085a756e), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:01.028464 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event deleted for resources: {'Port': ['ID=fe5a040d-6b9b-4b90-a3c9-76a1085a756e,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:01.070204 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=7,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:01.074226 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:01.139554 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:37:01.507583 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:37:01.517624 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] Sync routers for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:37:01.528278 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:01.528953 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:01.549171 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] No DVR routers for this DVR port fe5a040d-6b9b-4b90-a3c9-76a1085a756e on host hv-cinder-84914 {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:37:01.552127 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:01.555790 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d99b8629-0ccf-4c3c-9893-1bfac6d41b34 req-c38c6ea3-9bd1-489e-997e-759d06d7508d tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.16 "DELETE /networking/v2.0/ports/fe5a040d-6b9b-4b90-a3c9-76a1085a756e HTTP/1.1" status: 204 len: 173 time: 1.1092792 Oct 12 02:37:01.556291 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'name': 'network-vif-deleted', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:37:01.559839 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcf4acd-ef29-4190-bb68-8d9cf6c88200" -d '{"events": [{"server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "name": "network-vif-deleted", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:37:01.606406 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb7dcc7-47d3-4504-bb66-14db512e9c8d x-openstack-request-id: req-cdb7dcc7-47d3-4504-bb66-14db512e9c8d {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:37:01.606699 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f7314-595f-4a3e-9288-0d25df1b9607", "name": "network-vif-deleted", "tag": "fe5a040d-6b9b-4b90-a3c9-76a1085a756e", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:37:01.606966 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdb7dcc7-47d3-4504-bb66-14db512e9c8d {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:37:01.607339 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb7dcc7-47d3-4504-bb66-14db512e9c8d'] response: {'server_uuid': 'a61f7314-595f-4a3e-9288-0d25df1b9607', 'name': 'network-vif-deleted', 'tag': 'fe5a040d-6b9b-4b90-a3c9-76a1085a756e', 'status': 'completed', 'code': 200} Oct 12 02:37:01.635893 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:01.831869 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:01.860080 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] Checking router: 6f7e97b5-5f69-4eec-8bdb-b30416915f78 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:37:01.868476 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:01.869630 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:01.979611 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:02.112237 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-29487c3e-ecac-4749-b97a-fa2819f997d2 req-0909cc02-4791-4628-8535-15b0fa199112 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a61f7314-595f-4a3e-9288-0d25df1b9607 HTTP/1.1" status: 200 len: 210 time: 0.0614693 Oct 12 02:37:02.187944 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:02.293719 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:02.320500 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc44948-c5e6-4589-80f4-31da8031def8 None None] The sync data for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi is: [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:29:30Z', 'revision_number': 4, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': 'f5e88477-1d07-452f-913d-970b524e3493', 'name': '', 'network_id': '8e5a7b02-9fc0-4dda-b1f4-8267371dc191', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'mac_address': 'fa:16:3e:19:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '42aaa308-b997-41bf-b527-5657a81279d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:28Z', 'updated_at': '2022-10-12T02:29:48Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'subnets': [{'id': '42aaa308-b997-41bf-b527-5657a81279d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:37:02.499407 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34690) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:02.551168 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2278a1-3dc4-498a-8297-bdb6e3d6ecf4 None None] New status for floating IP e75af2a0-60e1-414f-ad66-d49d5ff9dfec: DOWN {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:37:02.612403 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-648dd0b3-b638-49bd-9839-4c0ef0910e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:02.693359 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-648dd0b3-b638-49bd-9839-4c0ef0910e53 admin admin] Publish callbacks [] for security_group (a28984a1-dedf-42d6-bb90-3b81b52d8e80), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:02.697402 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-648dd0b3-b638-49bd-9839-4c0ef0910e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a28984a1-dedf-42d6-bb90-3b81b52d8e80), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:02.735341 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dd0b3-b638-49bd-9839-4c0ef0910e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28984a1-dedf-42d6-bb90-3b81b52d8e80,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:02.739791 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-648dd0b3-b638-49bd-9839-4c0ef0910e53 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=373ae7ea071848548aafda02674c4cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393134 Oct 12 02:37:02.742745 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34694) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:02.791863 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-14208351-5c5a-46c7-9096-fddca66cbf33 admin admin] Publish callbacks [] for security_group (a28984a1-dedf-42d6-bb90-3b81b52d8e80), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:02.811209 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-14208351-5c5a-46c7-9096-fddca66cbf33 admin admin] Publish callbacks [] for security_group (a28984a1-dedf-42d6-bb90-3b81b52d8e80), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:02.860676 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-14208351-5c5a-46c7-9096-fddca66cbf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (a28984a1-dedf-42d6-bb90-3b81b52d8e80), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:02.863108 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-14208351-5c5a-46c7-9096-fddca66cbf33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:02.864218 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-14208351-5c5a-46c7-9096-fddca66cbf33 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a28984a1-dedf-42d6-bb90-3b81b52d8e80 HTTP/1.1" status: 204 len: 168 time: 0.1206694 Oct 12 02:37:02.873309 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14208351-5c5a-46c7-9096-fddca66cbf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28984a1-dedf-42d6-bb90-3b81b52d8e80,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:03.121924 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34700) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:03.135499 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f92b838b-60c4-4088-a646-c1d3896cfa60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.221931 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f92b838b-60c4-4088-a646-c1d3896cfa60 admin admin] Publish callbacks [] for security_group (d780da40-8b3b-4a43-8501-22144c95e1cc), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.221931 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34708) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:03.230839 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f92b838b-60c4-4088-a646-c1d3896cfa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (d780da40-8b3b-4a43-8501-22144c95e1cc), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.252249 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:03.293929 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f92b838b-60c4-4088-a646-c1d3896cfa60 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=0ce58f84719c4943ad1bf4074b3dcd88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709361 Oct 12 02:37:03.296853 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34710) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:03.298719 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b838b-60c4-4088-a646-c1d3896cfa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d780da40-8b3b-4a43-8501-22144c95e1cc,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:03.314154 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:03.319765 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7e22ed3a-a598-4bb4-9aa4-06b78714a5c6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (ef9ba106-d35c-4087-86d4-f2e0b545961a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.343261 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7e22ed3a-a598-4bb4-9aa4-06b78714a5c6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (ef9ba106-d35c-4087-86d4-f2e0b545961a), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.351903 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-08404cd1-c62d-4e2b-9484-d35252f1a57c admin admin] Publish callbacks [] for security_group (d780da40-8b3b-4a43-8501-22144c95e1cc), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.374423 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-08404cd1-c62d-4e2b-9484-d35252f1a57c admin admin] Publish callbacks [] for security_group (d780da40-8b3b-4a43-8501-22144c95e1cc), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.394198 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7e22ed3a-a598-4bb4-9aa4-06b78714a5c6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (ef9ba106-d35c-4087-86d4-f2e0b545961a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.396690 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7e22ed3a-a598-4bb4-9aa4-06b78714a5c6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.400575 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-7e22ed3a-a598-4bb4-9aa4-06b78714a5c6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ef9ba106-d35c-4087-86d4-f2e0b545961a HTTP/1.1" status: 204 len: 168 time: 0.1751385 Oct 12 02:37:03.401293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34712) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:03.406897 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22ed3a-a598-4bb4-9aa4-06b78714a5c6 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9ba106-d35c-4087-86d4-f2e0b545961a,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:03.416279 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.api.v2.resource [None req-01cb5168-300a-46ff-96f0-4865998c23ae tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] show failed (client error): The resource could not be found. Oct 12 02:37:03.420107 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-01cb5168-300a-46ff-96f0-4865998c23ae tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "GET /networking/v2.0/security-groups/ef9ba106-d35c-4087-86d4-f2e0b545961a HTTP/1.1" status: 404 len: 347 time: 0.0155425 Oct 12 02:37:03.420604 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34714) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:03.426403 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=65,neutron:UPDATE=7 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:03.499364 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-08404cd1-c62d-4e2b-9484-d35252f1a57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (d780da40-8b3b-4a43-8501-22144c95e1cc), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.501811 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-08404cd1-c62d-4e2b-9484-d35252f1a57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.502904 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-08404cd1-c62d-4e2b-9484-d35252f1a57c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d780da40-8b3b-4a43-8501-22144c95e1cc HTTP/1.1" status: 204 len: 168 time: 0.2050850 Oct 12 02:37:03.514983 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08404cd1-c62d-4e2b-9484-d35252f1a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d780da40-8b3b-4a43-8501-22144c95e1cc,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:03.546049 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-71e7a1b3-03b1-4604-bc2a-e8779cdcf7ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Deleting port f2670bd8-2197-4a31-87f4-acba18778531 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:37:03.546500 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71e7a1b3-03b1-4604-bc2a-e8779cdcf7ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (f2670bd8-2197-4a31-87f4-acba18778531), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.623497 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71e7a1b3-03b1-4604-bc2a-e8779cdcf7ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (f2670bd8-2197-4a31-87f4-acba18778531), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.623825 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71e7a1b3-03b1-4604-bc2a-e8779cdcf7ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (f2670bd8-2197-4a31-87f4-acba18778531), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.637130 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-71e7a1b3-03b1-4604-bc2a-e8779cdcf7ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Calling delete_port for f2670bd8-2197-4a31-87f4-acba18778531 owned by network:floatingip {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:37:03.771935 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71e7a1b3-03b1-4604-bc2a-e8779cdcf7ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (f2670bd8-2197-4a31-87f4-acba18778531), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.799433 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7a1b3-03b1-4604-bc2a-e8779cdcf7ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Pushing event deleted for resources: {'Port': ['ID=f2670bd8-2197-4a31-87f4-acba18778531,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:03.866221 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71e7a1b3-03b1-4604-bc2a-e8779cdcf7ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks [] for floatingip (e75af2a0-60e1-414f-ad66-d49d5ff9dfec), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.868629 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-71e7a1b3-03b1-4604-bc2a-e8779cdcf7ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:03.869871 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-71e7a1b3-03b1-4604-bc2a-e8779cdcf7ee tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/e75af2a0-60e1-414f-ad66-d49d5ff9dfec HTTP/1.1" status: 204 len: 168 time: 0.4484496 Oct 12 02:37:05.123358 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device fe5a040d-6b9b-4b90-a3c9-76a1085a756e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:37:05.146424 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: fe5a040d-6b9b-4b90-a3c9-76a1085a756e {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:37:05.146778 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device fe5a040d-6b9b-4b90-a3c9-76a1085a756e not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:37:06.701737 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:37:07.361486 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34820) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:07.584141 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:07.594181 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:07.825126 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (6f7e97b5-5f69-4eec-8bdb-b30416915f78), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:08.058249 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] Deleting port f5e88477-1d07-452f-913d-970b524e3493 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:37:08.058588 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (f5e88477-1d07-452f-913d-970b524e3493), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:08.160886 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] For port f5e88477-1d07-452f-913d-970b524e3493, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=f5e88477-1d07-452f-913d-970b524e3493,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:08.161482 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (f5e88477-1d07-452f-913d-970b524e3493), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:08.175284 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] Calling delete_port for f5e88477-1d07-452f-913d-970b524e3493 owned by network:router_interface {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:37:08.352072 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (f5e88477-1d07-452f-913d-970b524e3493), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:08.378211 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e88477-1d07-452f-913d-970b524e3493,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:08.428723 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:08.447573 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:08.539957 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (6f7e97b5-5f69-4eec-8bdb-b30416915f78), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:08.562810 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cfb7c2-016a-449e-9e2e-c93b3f7e3324 None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:37:08.645486 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cfb7c2-016a-449e-9e2e-c93b3f7e3324 None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:37:08.748239 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] Router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:37:08.851414 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:37:08.859743 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-72d4dcb1-f6b6-42e2-b49a-044b4b1254ef admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/6f7e97b5-5f69-4eec-8bdb-b30416915f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4945879 Oct 12 02:37:08.860154 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34848) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:08.860963 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] Sync routers for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:37:08.877232 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:08.877866 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:08.966300 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Publish callbacks [] for router (6f7e97b5-5f69-4eec-8bdb-b30416915f78), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:08.979255 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:09.067191 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Publish callbacks [] for router_gateway (6f7e97b5-5f69-4eec-8bdb-b30416915f78), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.091956 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:09.122789 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Deleting port 2b34e041-2c3e-457a-ad89-789dde673efd {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:37:09.123870 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.161059 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:37:08Z', 'revision_number': 5, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port': {'id': '2b34e041-2c3e-457a-ad89-789dde673efd', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:29:20Z', 'updated_at': '2022-10-12T02:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:09.188925 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] Checking router: 6f7e97b5-5f69-4eec-8bdb-b30416915f78 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:37:09.197818 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] Routers {'6f7e97b5-5f69-4eec-8bdb-b30416915f78'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:09.198416 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:09.208289 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] For port 2b34e041-2c3e-457a-ad89-789dde673efd, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=2b34e041-2c3e-457a-ad89-789dde673efd,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:09.208657 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.232209 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Calling delete_port for 2b34e041-2c3e-457a-ad89-789dde673efd owned by network:router_gateway {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:37:09.357341 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-12ed55a0-c807-4690-b019-7f774ca39bca None None] Provisioning complete for port 5cf95e7b-7c8f-4043-b773-d913aa96f647 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:09.357816 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-12ed55a0-c807-4690-b019-7f774ca39bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.358153 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-12ed55a0-c807-4690-b019-7f774ca39bca None None] Attempt 1 to provision port 5cf95e7b-7c8f-4043-b773-d913aa96f647 Oct 12 02:37:09.382490 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:09.390766 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] Set router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 gateway port host: None {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:09.416404 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (2b34e041-2c3e-457a-ad89-789dde673efd), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.435003 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-12ed55a0-c807-4690-b019-7f774ca39bca None None] Current status of the port 5cf95e7b-7c8f-4043-b773-d913aa96f647 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:09.443293 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:37:09Z', 'revision_number': 6, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port_host': None}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:09.445187 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b34e041-2c3e-457a-ad89-789dde673efd,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:09.468398 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b0eeb-1d9f-4c26-851b-774dce6fa4f8 None None] The sync data for ids ['6f7e97b5-5f69-4eec-8bdb-b30416915f78'] in dv-cinder-849143-14-iscsi is: [{'id': '6f7e97b5-5f69-4eec-8bdb-b30416915f78', 'name': 'tempest-AttachVolumeShelveTestJSON-33464926-router', 'tenant_id': '7f6eb3e59c464c749edb69e8370f54e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:29:19Z', 'updated_at': '2022-10-12T02:37:09Z', 'revision_number': 6, 'project_id': '7f6eb3e59c464c749edb69e8370f54e5', 'gw_port_host': None}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:37:09.514922 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (6f7e97b5-5f69-4eec-8bdb-b30416915f78), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.599835 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (6f7e97b5-5f69-4eec-8bdb-b30416915f78), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.601177 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:09.602733 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Publish callbacks [] for router_controller (6f7e97b5-5f69-4eec-8bdb-b30416915f78), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.645936 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (6f7e97b5-5f69-4eec-8bdb-b30416915f78), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.646719 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f7e97b5-5f69-4eec-8bdb-b30416915f78 {{(pid=104435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:37:09.651888 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.653031 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-5fd645a0-dcad-4de6-bf71-3905b8c2eb27 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/6f7e97b5-5f69-4eec-8bdb-b30416915f78 HTTP/1.1" status: 204 len: 168 time: 0.7915993 Oct 12 02:37:09.655549 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 34856) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:09.697815 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f65731-c354-40cb-ab08-50fb04938848 admin admin] Deleting subnet 42aaa308-b997-41bf-b527-5657a81279d3 {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:37:09.700866 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e9f65731-c354-40cb-ab08-50fb04938848 admin admin] Publish callbacks [] for subnet (42aaa308-b997-41bf-b527-5657a81279d3), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.737538 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e9f65731-c354-40cb-ab08-50fb04938848 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2680509'] for subnet (42aaa308-b997-41bf-b527-5657a81279d3), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.775714 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:09.814414 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e9f65731-c354-40cb-ab08-50fb04938848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (42aaa308-b997-41bf-b527-5657a81279d3), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.873907 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e9f65731-c354-40cb-ab08-50fb04938848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26805740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27074553'] for subnet (42aaa308-b997-41bf-b527-5657a81279d3), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.904080 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f65731-c354-40cb-ab08-50fb04938848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42aaa308-b997-41bf-b527-5657a81279d3,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:09.907835 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e9f65731-c354-40cb-ab08-50fb04938848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:09.913505 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-e9f65731-c354-40cb-ab08-50fb04938848 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/42aaa308-b997-41bf-b527-5657a81279d3 HTTP/1.1" status: 204 len: 168 time: 0.2545142 Oct 12 02:37:09.915175 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a20285-53ad-47aa-a86d-65e3108b3600 None None] Network 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:37:09.920350 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34858) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:09.988817 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (8e5a7b02-9fc0-4dda-b1f4-8267371dc191), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.034229 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Deleting port 5cf95e7b-7c8f-4043-b773-d913aa96f647 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:37:10.034570 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.096244 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] For port 5cf95e7b-7c8f-4043-b773-d913aa96f647, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=5cf95e7b-7c8f-4043-b773-d913aa96f647,segment=NetworkSegment(35fef2c2-7f5f-4585-bb81-a7ab26287ad4),segment_id=35fef2c2-7f5f-4585-bb81-a7ab26287ad4)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:10.096613 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.110226 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Calling delete_port for 5cf95e7b-7c8f-4043-b773-d913aa96f647 owned by network:dhcp {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:37:10.190024 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (5cf95e7b-7c8f-4043-b773-d913aa96f647), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.214327 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf95e7b-7c8f-4043-b773-d913aa96f647,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:10.218620 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] No DVR routers for this DVR port 5cf95e7b-7c8f-4043-b773-d913aa96f647 on host dv-cinder-849143-14-iscsi {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:37:10.256551 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c909c44-8bf2-4efc-8c93-4caa6fd1453a None None] DHCP port deletion for 8e5a7b02-9fc0-4dda-b1f4-8267371dc191 request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:37:10.297880 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (8e5a7b02-9fc0-4dda-b1f4-8267371dc191), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.326856 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5a7b02-9fc0-4dda-b1f4-8267371dc191']}} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:10.336215 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fef2c2-7f5f-4585-bb81-a7ab26287ad4') {'for_net_delete': True} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:10.336506 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fef2c2-7f5f-4585-bb81-a7ab26287ad4') {} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:10.346419 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27132702'] for segment (35fef2c2-7f5f-4585-bb81-a7ab26287ad4), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.360412 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (35fef2c2-7f5f-4585-bb81-a7ab26287ad4), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.367626 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:37:10.368359 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27082299'] for segment (35fef2c2-7f5f-4585-bb81-a7ab26287ad4), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.419631 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:10.422864 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 35fef2c2-7f5f-4585-bb81-a7ab26287ad4 resource provider aggregate not found Oct 12 02:37:10.425905 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:10.440662 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 35fef2c2-7f5f-4585-bb81-a7ab26287ad4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35fef2c2-7f5f-4585-bb81-a7ab26287ad4 found for delete ", "request_id": "req-bae263f2-7c6a-43c1-aa9b-8c9d78ed6bce"}]} Oct 12 02:37:10.447252 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (8e5a7b02-9fc0-4dda-b1f4-8267371dc191), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.452787 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.455865 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/8e5a7b02-9fc0-4dda-b1f4-8267371dc191 HTTP/1.1" status: 204 len: 168 time: 0.5344882 Oct 12 02:37:10.466952 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f1396-7b72-49fe-b276-2adc0f5f27b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5a7b02-9fc0-4dda-b1f4-8267371dc191,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:10.581478 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34872) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:10.620063 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 2b34e041-2c3e-457a-ad89-789dde673efd no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:37:10.623420 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-82842486-ea57-4bcf-ad49-509b79464ae7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7f6eb3e59c464c749edb69e8370f54e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399704 Oct 12 02:37:10.625083 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34874) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:10.639104 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 2b34e041-2c3e-457a-ad89-789dde673efd {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:37:10.639523 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 2b34e041-2c3e-457a-ad89-789dde673efd not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:37:10.639998 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5cf95e7b-7c8f-4043-b773-d913aa96f647 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:37:10.658185 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 5cf95e7b-7c8f-4043-b773-d913aa96f647 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:37:10.658604 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5cf95e7b-7c8f-4043-b773-d913aa96f647 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:37:10.659019 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device f5e88477-1d07-452f-913d-970b524e3493 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:37:10.676860 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fef23ab1-2702-4a67-a218-5bd95dd9149f admin admin] Publish callbacks [] for security_group (85ab50e8-e1d0-4d64-826d-5e35fcc7c7df), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.677062 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: f5e88477-1d07-452f-913d-970b524e3493 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:37:10.677362 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device f5e88477-1d07-452f-913d-970b524e3493 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:37:10.697926 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fef23ab1-2702-4a67-a218-5bd95dd9149f admin admin] Publish callbacks [] for security_group (85ab50e8-e1d0-4d64-826d-5e35fcc7c7df), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.745534 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fef23ab1-2702-4a67-a218-5bd95dd9149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (85ab50e8-e1d0-4d64-826d-5e35fcc7c7df), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.748142 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-fef23ab1-2702-4a67-a218-5bd95dd9149f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:10.749294 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-fef23ab1-2702-4a67-a218-5bd95dd9149f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/85ab50e8-e1d0-4d64-826d-5e35fcc7c7df HTTP/1.1" status: 204 len: 168 time: 0.1233366 Oct 12 02:37:10.756967 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef23ab1-2702-4a67-a218-5bd95dd9149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ab50e8-e1d0-4d64-826d-5e35fcc7c7df,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:11.435036 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34904) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:11.537164 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1094494298-network', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:11.558191 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Made reservation on behalf of 297b4af1911c49f3b7b01c35236f4dae for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:37:11.560826 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:11.569610 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:11.650493 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Publish callbacks [] for security_group (0671656c-bad7-4829-875c-e29acb7b0a94), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:11.654307 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (0671656c-bad7-4829-875c-e29acb7b0a94), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:11.677270 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:37:11.693155 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0671656c-bad7-4829-875c-e29acb7b0a94,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:11.695982 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (240e0f7b-68fd-4e75-b49b-d7a895a88c04), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:11.696447 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Added segment 240e0f7b-68fd-4e75-b49b-d7a895a88c04 of type vlan for network 8484fb9c-5daa-4067-a233-ae010b930f21 Oct 12 02:37:11.738728 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (8484fb9c-5daa-4067-a233-ae010b930f21), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:11.765948 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (8484fb9c-5daa-4067-a233-ae010b930f21), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:11.767093 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:11.767747 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:11.831567 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3953562 Oct 12 02:37:11.834693 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34924) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:11.835307 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8e8fb-2e60-47e7-8e6a-dacef3af700d admin admin] Pushing event updated for resources: {'Network': ['ID=8484fb9c-5daa-4067-a233-ae010b930f21,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:11.841297 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Request body: {'subnet': {'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1094494298-subnet', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:11.845562 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 8484fb9c-5daa-4067-a233-ae010b930f21 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:37:11.863542 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Made reservation on behalf of 297b4af1911c49f3b7b01c35236f4dae for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:37:11.866008 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27017785'] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:11.987972 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:12.041250 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27017771'] for subnet (8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.044895 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:12.100693 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:12.112205 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Checking segment: {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:37:12.112555 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Network hostable DHCP agents. Network: 8484fb9c-5daa-4067-a233-ae010b930f21, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:37:12.130217 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Network 8484fb9c-5daa-4067-a233-ae010b930f21 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:37:12.138369 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 8484fb9c-5daa-4067-a233-ae010b930f21) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:37:12.142204 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:12.142819 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.147244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c17e5-4e87-4a26-936a-1adf8d2f181a None None] Network 8484fb9c-5daa-4067-a233-ae010b930f21 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:37:12.157885 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-15fd6f53-de92-47ca-a2a5-313e214e95c1 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3201663 Oct 12 02:37:12.160673 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 34926) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:12.164947 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:12.185955 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (148b9488-f220-4135-9354-1a96905db371), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.186922 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (148b9488-f220-4135-9354-1a96905db371), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.239085 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks [] for router_controller (148b9488-f220-4135-9354-1a96905db371), precommit_add_association {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.253003 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-8484fb9c-5daa-4067-a233-ae010b930f21', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:37:12.253943 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.372956 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks [] for router_gateway (148b9488-f220-4135-9354-1a96905db371), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.389199 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Allocated IP 172.20.0.2 (8484fb9c-5daa-4067-a233-ae010b930f21/8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce/5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:37:12.400429 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:12.464169 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:12.540347 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Publish callbacks [] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.550641 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.573388 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks [] for router_gateway (148b9488-f220-4135-9354-1a96905db371), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.592642 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.595601 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Network 8484fb9c-5daa-4067-a233-ae010b930f21 is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:37:12.598945 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:37:12.602761 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:37:12.619478 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Pushing event updated for resources: {'Port': ['ID=5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:12.666660 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Attempting to bind port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:37:12.666944 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Attempting to bind port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:37:12.667303 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Attempting to bind port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 on network 8484fb9c-5daa-4067-a233-ae010b930f21 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:37:12.710321 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:37:12.710994 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Checking segment: {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:37:12.711371 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.711755 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Bound using segment: {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:37:12.712857 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Bound port: 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:37:12.713191 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.718291 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Allocated IP 172.27.4.192 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/036779db-7d08-459c-ae29-36fa64f0c54f) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:37:12.779156 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] For port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:37:12.783887 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] For port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:37:12.791301 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.843667 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks [] for port (036779db-7d08-459c-ae29-36fa64f0c54f), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.846545 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ed459-d31e-49e7-9dfb-361f89d21968 None None] Pushing event updated for resources: {'Port': ['ID=5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:12.889455 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:12.900739 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:12.954964 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:12.964809 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:37:12.971511 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:37:12.977526 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:37:12.982040 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Pushing event updated for resources: {'Port': ['ID=036779db-7d08-459c-ae29-36fa64f0c54f,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:13.298884 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks [] for router_gateway (148b9488-f220-4135-9354-1a96905db371), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:13.763075 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (148b9488-f220-4135-9354-1a96905db371), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:13.890138 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c61286-515f-4b45-8b8a-be1944061e7e None None] Network 8484fb9c-5daa-4067-a233-ae010b930f21 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:37:13.896969 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Router 148b9488-f220-4135-9354-1a96905db371 is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:37:13.942692 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-8ef585de-1589-4329-a165-02c10ad35605 None None] Provisioning complete for port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:13.943059 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8ef585de-1589-4329-a165-02c10ad35605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:13.943393 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-8ef585de-1589-4329-a165-02c10ad35605 None None] Attempt 1 to provision port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 Oct 12 02:37:14.005326 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:37:14.023308 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Sync routers for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:37:14.026233 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:14.030273 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-ad0b7385-42e7-4a30-8f4e-865ca07e5c7f admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8657804 Oct 12 02:37:14.030476 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35002) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:14.073701 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:14.074342 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:14.113796 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-8ef585de-1589-4329-a165-02c10ad35605 None None] Current status of the port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:14.114181 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8ef585de-1589-4329-a165-02c10ad35605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:14.196369 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-8ef585de-1589-4329-a165-02c10ad35605 None None] For port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:14.207582 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8ef585de-1589-4329-a165-02c10ad35605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:14.258145 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:14.264465 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:14.330477 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:14.332612 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:14.342242 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef585de-1589-4329-a165-02c10ad35605 None None] Pushing event updated for resources: {'Port': ['ID=5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:14.500208 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:14.515515 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-bf5037c1-7f35-486d-88eb-2b981db91e45 None None] Provisioning complete for port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:14.515977 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bf5037c1-7f35-486d-88eb-2b981db91e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:14.516263 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-bf5037c1-7f35-486d-88eb-2b981db91e45 None None] Attempt 1 to provision port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 Oct 12 02:37:14.525081 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:14.675900 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:37:14.732163 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Allocated IP 172.20.0.1 (8484fb9c-5daa-4067-a233-ae010b930f21/8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce/97d14b25-5779-484b-95be-26f2ebe030da) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:37:14.738487 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:13Z', 'revision_number': 3, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:14.740100 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-bf5037c1-7f35-486d-88eb-2b981db91e45 None None] Current status of the port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:14.769825 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Checking router: 148b9488-f220-4135-9354-1a96905db371 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:37:14.770172 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Updating router 148b9488-f220-4135-9354-1a96905db371 port 036779db-7d08-459c-ae29-36fa64f0c54f binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:37:14.803002 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:14.804082 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35022) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:14.805720 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:14.806617 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:14.806945 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 Oct 12 02:37:14.854464 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Publish callbacks [] for port (97d14b25-5779-484b-95be-26f2ebe030da), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:14.890137 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (97d14b25-5779-484b-95be-26f2ebe030da), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:14.948449 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:14.948922 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Network 8484fb9c-5daa-4067-a233-ae010b930f21 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:37:14.952183 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:37:14.955172 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:37:14.958884 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Pushing event updated for resources: {'Port': ['ID=97d14b25-5779-484b-95be-26f2ebe030da,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:15.006980 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (148b9488-f220-4135-9354-1a96905db371), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.014473 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:15.068397 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Publish callbacks [] for security_group (59012118-b5b1-4c86-ad28-60806409ee0f), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.076987 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (59012118-b5b1-4c86-ad28-60806409ee0f), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.116229 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59012118-b5b1-4c86-ad28-60806409ee0f,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:15.131362 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:15.140845 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.141505 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.142171 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.142788 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.143350 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.143924 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.152682 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Publish callbacks [] for port (036779db-7d08-459c-ae29-36fa64f0c54f), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.159311 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.159862 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.160309 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.161049 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.162539 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.163059 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.165779 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.166255 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.168173 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.168173 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:15.181824 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (97d14b25-5779-484b-95be-26f2ebe030da), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.186340 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-5908a110-364a-4f59-8c7d-d6b2b730c5be admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3261fb344ed64498ad619654bd399edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794465 Oct 12 02:37:15.188112 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35028) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:15.214074 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Attempting to bind port 036779db-7d08-459c-ae29-36fa64f0c54f on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:37:15.214457 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Attempting to bind port 036779db-7d08-459c-ae29-36fa64f0c54f by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:37:15.214801 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Attempting to bind port 036779db-7d08-459c-ae29-36fa64f0c54f on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:37:15.249076 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a901d-82aa-4b09-8577-a1bdaeff0524 None None] Pushing event updated for resources: {'Port': ['ID=036779db-7d08-459c-ae29-36fa64f0c54f,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:15.271992 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4b1fdb0e-cc90-4558-9187-3191d033f2b9 admin admin] Publish callbacks [] for security_group (59012118-b5b1-4c86-ad28-60806409ee0f), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.273772 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-eac923ff-7313-47ac-bca9-622cd104329e None None] Provisioning complete for port 97d14b25-5779-484b-95be-26f2ebe030da triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:15.274148 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-eac923ff-7313-47ac-bca9-622cd104329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (97d14b25-5779-484b-95be-26f2ebe030da), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.274481 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-eac923ff-7313-47ac-bca9-622cd104329e None None] Attempt 1 to provision port 97d14b25-5779-484b-95be-26f2ebe030da Oct 12 02:37:15.302228 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4b1fdb0e-cc90-4558-9187-3191d033f2b9 admin admin] Publish callbacks [] for security_group (59012118-b5b1-4c86-ad28-60806409ee0f), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.305037 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:37:15.305413 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:37:15.305845 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.306255 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:37:15.306738 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Bound port: 036779db-7d08-459c-ae29-36fa64f0c54f, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:37:15.307304 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.332545 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-eac923ff-7313-47ac-bca9-622cd104329e None None] Port 97d14b25-5779-484b-95be-26f2ebe030da cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:37:15.342503 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:15.348599 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:15.363393 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4b1fdb0e-cc90-4558-9187-3191d033f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (59012118-b5b1-4c86-ad28-60806409ee0f), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.366698 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] For port 036779db-7d08-459c-ae29-36fa64f0c54f, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:37:15.368436 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4b1fdb0e-cc90-4558-9187-3191d033f2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.369970 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] For port 036779db-7d08-459c-ae29-36fa64f0c54f, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=036779db-7d08-459c-ae29-36fa64f0c54f,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:37:15.370140 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-4b1fdb0e-cc90-4558-9187-3191d033f2b9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/59012118-b5b1-4c86-ad28-60806409ee0f HTTP/1.1" status: 204 len: 168 time: 0.1809289 Oct 12 02:37:15.379218 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fdb0e-cc90-4558-9187-3191d033f2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59012118-b5b1-4c86-ad28-60806409ee0f,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:15.387689 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.388599 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:15.436128 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Publish callbacks [] for port (97d14b25-5779-484b-95be-26f2ebe030da), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.442533 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:15.443167 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:36:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:15.443851 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (97d14b25-5779-484b-95be-26f2ebe030da), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.502645 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a901d-82aa-4b09-8577-a1bdaeff0524 None None] Pushing event updated for resources: {'Port': ['ID=036779db-7d08-459c-ae29-36fa64f0c54f,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:15.517258 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (148b9488-f220-4135-9354-1a96905db371), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.519215 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Pushing event updated for resources: {'Port': ['ID=97d14b25-5779-484b-95be-26f2ebe030da,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:15.571162 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:15.622566 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Network 8484fb9c-5daa-4067-a233-ae010b930f21 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:37:15.624226 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:37:15.766045 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35034) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:15.768784 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Router 148b9488-f220-4135-9354-1a96905db371 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:37:15.784647 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-45b17abb-1b97-463c-a401-63970a8f8b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.795160 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 2, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:15.830460 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d292b7d0-910a-412f-9f2a-134d4a144a89 None None] The sync data for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi is: [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 2, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:37:15.873580 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=16 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:15.899065 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:37:15.905312 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-0bdfa81b-6912-49ed-894e-c2601889cd8c admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/148b9488-f220-4135-9354-1a96905db371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8738284 Oct 12 02:37:15.917794 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-45b17abb-1b97-463c-a401-63970a8f8b01 admin admin] Publish callbacks [] for security_group (89baa9e6-950a-443e-acaa-bd4a55763837), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.925513 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-45b17abb-1b97-463c-a401-63970a8f8b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (89baa9e6-950a-443e-acaa-bd4a55763837), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.939120 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-eb9878de-5e1b-4f71-9a41-fe5384960b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.966872 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-1d348d23-5ddd-47c8-8f64-683d9f5455a7 None None] Provisioning complete for port 97d14b25-5779-484b-95be-26f2ebe030da triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:15.967752 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1d348d23-5ddd-47c8-8f64-683d9f5455a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (97d14b25-5779-484b-95be-26f2ebe030da), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:15.968352 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-1d348d23-5ddd-47c8-8f64-683d9f5455a7 None None] Attempt 1 to provision port 97d14b25-5779-484b-95be-26f2ebe030da Oct 12 02:37:15.973342 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-45b17abb-1b97-463c-a401-63970a8f8b01 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f1d7616a3c7b4ea988bfa76e6bd30aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038333 Oct 12 02:37:15.973518 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35038) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:15.995024 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b17abb-1b97-463c-a401-63970a8f8b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89baa9e6-950a-443e-acaa-bd4a55763837,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:16.016579 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-1d348d23-5ddd-47c8-8f64-683d9f5455a7 None None] Port 97d14b25-5779-484b-95be-26f2ebe030da cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:37:16.036106 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd971-c835-4edc-8851-659f6555b03d admin admin] Publish callbacks [] for security_group (89baa9e6-950a-443e-acaa-bd4a55763837), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.057944 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd971-c835-4edc-8851-659f6555b03d admin admin] Publish callbacks [] for security_group (89baa9e6-950a-443e-acaa-bd4a55763837), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.143564 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd971-c835-4edc-8851-659f6555b03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (89baa9e6-950a-443e-acaa-bd4a55763837), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.150723 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd971-c835-4edc-8851-659f6555b03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.152200 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-6d7cd971-c835-4edc-8851-659f6555b03d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/89baa9e6-950a-443e-acaa-bd4a55763837 HTTP/1.1" status: 204 len: 168 time: 0.1778026 Oct 12 02:37:16.164167 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cd971-c835-4edc-8851-659f6555b03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89baa9e6-950a-443e-acaa-bd4a55763837,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:16.324469 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35048) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:16.329042 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-c1c82b28-9278-4943-a8de-ba1a7d02bfb8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--363015057', 'description': 'tempest-description--1452767119'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:16.364335 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1c82b28-9278-4943-a8de-ba1a7d02bfb8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.369054 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:16.450510 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1c82b28-9278-4943-a8de-ba1a7d02bfb8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (c3d5a4c6-9249-42ad-b25b-74857a992152), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.455597 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1c82b28-9278-4943-a8de-ba1a7d02bfb8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (c3d5a4c6-9249-42ad-b25b-74857a992152), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.494166 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1c82b28-9278-4943-a8de-ba1a7d02bfb8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.495460 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-c1c82b28-9278-4943-a8de-ba1a7d02bfb8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1699371 Oct 12 02:37:16.496410 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c82b28-9278-4943-a8de-ba1a7d02bfb8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d5a4c6-9249-42ad-b25b-74857a992152,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:16.498575 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35052) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:16.503210 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-f09ebb24-813e-4298-b7d8-7cc3d12697d5 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'security_group_rule': {'security_group_id': 'c3d5a4c6-9249-42ad-b25b-74857a992152', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:16.534008 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f09ebb24-813e-4298-b7d8-7cc3d12697d5 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (8a8235e6-6624-412f-81e7-22ec761d69ff), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.610220 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f09ebb24-813e-4298-b7d8-7cc3d12697d5 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (8a8235e6-6624-412f-81e7-22ec761d69ff), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.614625 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f09ebb24-813e-4298-b7d8-7cc3d12697d5 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (8a8235e6-6624-412f-81e7-22ec761d69ff), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.635543 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ebb24-813e-4298-b7d8-7cc3d12697d5 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8235e6-6624-412f-81e7-22ec761d69ff,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:16.641876 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f09ebb24-813e-4298-b7d8-7cc3d12697d5 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.643092 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f09ebb24-813e-4298-b7d8-7cc3d12697d5 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435463 Oct 12 02:37:16.646276 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35060) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:16.652325 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-a3a4dac5-73f1-421d-a0b1-f11b91ab580c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'security_group_rule': {'security_group_id': 'c3d5a4c6-9249-42ad-b25b-74857a992152', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:16.692420 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a3a4dac5-73f1-421d-a0b1-f11b91ab580c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (71536f93-ad80-4a53-ad87-8d47c4065f42), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.779038 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a3a4dac5-73f1-421d-a0b1-f11b91ab580c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (71536f93-ad80-4a53-ad87-8d47c4065f42), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.791188 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a3a4dac5-73f1-421d-a0b1-f11b91ab580c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (71536f93-ad80-4a53-ad87-8d47c4065f42), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.816640 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4dac5-73f1-421d-a0b1-f11b91ab580c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71536f93-ad80-4a53-ad87-8d47c4065f42,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:16.824194 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:16.833833 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a3a4dac5-73f1-421d-a0b1-f11b91ab580c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.835013 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a3a4dac5-73f1-421d-a0b1-f11b91ab580c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875532 Oct 12 02:37:16.838429 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35068) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:16.843598 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:16.870834 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:16.982624 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:17.112686 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Allocated IP 172.27.4.89 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/49137159-48ba-47f5-a865-4722d132fdf9) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:37:17.143199 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:17.239679 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for port (49137159-48ba-47f5-a865-4722d132fdf9), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:17.283924 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (49137159-48ba-47f5-a865-4722d132fdf9), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:17.355917 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:17.358428 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:37:17.372805 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'Port': ['ID=49137159-48ba-47f5-a865-4722d132fdf9,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:17.375317 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:37:17.378654 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:37:17.490213 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (624aea62-7da0-4704-ad55-81ef8f08dcfe), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:17.532461 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (49137159-48ba-47f5-a865-4722d132fdf9), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:17.690269 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for port (49137159-48ba-47f5-a865-4722d132fdf9), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:17.695318 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (49137159-48ba-47f5-a865-4722d132fdf9), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:18.022717 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'Port': ['ID=49137159-48ba-47f5-a865-4722d132fdf9,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:18.027240 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (624aea62-7da0-4704-ad55-81ef8f08dcfe), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:18.045173 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:18.046576 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-3f355af7-20d9-4629-bb81-f9f93103289d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2071428 Oct 12 02:37:18.262197 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-c34bd2d4-5e36-4596-9516-a5d74fb459a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:18.277115 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-9ecd62c1-b6af-445c-830f-4356302e97dd tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--363015057&fields=id&tenant_id=297b4af1911c49f3b7b01c35236f4dae HTTP/1.1" status: 200 len: 267 time: 0.0504079 Oct 12 02:37:18.358473 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Sync routers for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:37:18.369236 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:18.369831 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:37:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:18.389846 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-6546e64f-3e22-4221-943e-f94fddb888a9 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:18.391418 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-6546e64f-3e22-4221-943e-f94fddb888a9 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 811 time: 0.1078103 Oct 12 02:37:18.408033 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-5e805091-4340-4b0f-b4d0-177e60934fd1 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/quotas/297b4af1911c49f3b7b01c35236f4dae HTTP/1.1" status: 200 len: 375 time: 0.0108504 Oct 12 02:37:18.464674 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-21edd8f2-4996-4ccc-b1b0-fd16e5df4b82 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504951 Oct 12 02:37:18.479169 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:18.563500 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b7843289-b487-43da-82c1-2361a17068cc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874410 Oct 12 02:37:18.638114 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:18.644722 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 036779db-7d08-459c-ae29-36fa64f0c54f up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:37:18.675067 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-a26a9d6d-b486-4594-894e-d6acd7da0cdb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048317 Oct 12 02:37:18.691604 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 2, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:18.692344 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 036779db-7d08-459c-ae29-36fa64f0c54f triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:18.692852 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:18.693366 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 036779db-7d08-459c-ae29-36fa64f0c54f Oct 12 02:37:18.720101 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Checking router: 148b9488-f220-4135-9354-1a96905db371 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:37:18.720782 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Updating router 148b9488-f220-4135-9354-1a96905db371 port 97d14b25-5779-484b-95be-26f2ebe030da binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:37:18.750281 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (97d14b25-5779-484b-95be-26f2ebe030da), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:18.776724 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 036779db-7d08-459c-ae29-36fa64f0c54f is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:18.777288 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:18.801118 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 036779db-7d08-459c-ae29-36fa64f0c54f, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=036779db-7d08-459c-ae29-36fa64f0c54f,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:18.806563 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:18.867124 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=036779db-7d08-459c-ae29-36fa64f0c54f,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:18.879356 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a77cb901-6fb2-49ab-930d-4b2a198b144d req-2007e48a-41a8-448d-a194-873ecce9db7e tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 210 time: 0.0455041 Oct 12 02:37:19.058565 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Publish callbacks [] for port (97d14b25-5779-484b-95be-26f2ebe030da), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:19.063214 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (97d14b25-5779-484b-95be-26f2ebe030da), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:19.129655 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Pushing event updated for resources: {'Port': ['ID=97d14b25-5779-484b-95be-26f2ebe030da,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:19.140230 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.140567 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.140997 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.141282 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.141608 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.141927 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.142244 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.142559 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.142897 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.143217 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.143533 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.143846 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.144159 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.144471 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.144813 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:19.178714 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Attempting to bind port 97d14b25-5779-484b-95be-26f2ebe030da on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:37:19.179082 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Attempting to bind port 97d14b25-5779-484b-95be-26f2ebe030da by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:37:19.179505 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Attempting to bind port 97d14b25-5779-484b-95be-26f2ebe030da on network 8484fb9c-5daa-4067-a233-ae010b930f21 {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:37:19.231641 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:19.238163 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:37:19.238584 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Checking segment: {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:37:19.239189 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:19.239574 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Bound using segment: {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:37:19.240046 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Bound port: 97d14b25-5779-484b-95be-26f2ebe030da, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:37:19.240415 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (97d14b25-5779-484b-95be-26f2ebe030da), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:19.250742 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:19.287050 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:19.317566 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] For port 97d14b25-5779-484b-95be-26f2ebe030da, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:37:19.320656 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] For port 97d14b25-5779-484b-95be-26f2ebe030da, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=97d14b25-5779-484b-95be-26f2ebe030da,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:37:19.327155 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (97d14b25-5779-484b-95be-26f2ebe030da), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:19.405857 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:19.406634 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:37:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:19.441914 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff0932-ad6d-4672-8235-1abc3bbda41e None None] Pushing event updated for resources: {'Port': ['ID=97d14b25-5779-484b-95be-26f2ebe030da,revision_number=4']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:19.518120 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:19.718954 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:19Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:19.749115 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143436b5-7ada-4073-b7bc-2894fb0f59e2 None None] The sync data for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi is: [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:19Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:37:19.989103 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f860f8b8-4861-4b42-a6d0-f66b2480c087 req-b44be93b-a90c-4114-9e51-af85ce67b70b tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 210 time: 0.0296116 Oct 12 02:37:20.224236 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-fc9c1829-c923-4f4b-8f4b-e242c6115480 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:20.225984 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-fc9c1829-c923-4f4b-8f4b-e242c6115480 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 811 time: 0.1205804 Oct 12 02:37:20.315030 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-48a70d3f-85b1-4bfb-8651-2ba711a28300 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=297b4af1911c49f3b7b01c35236f4dae HTTP/1.1" status: 200 len: 379 time: 0.0618763 Oct 12 02:37:20.417867 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'port': {'device_id': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'admin_state_up': True, 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'security_groups': ['c3d5a4c6-9249-42ad-b25b-74857a992152']}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:20.530656 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Made reservation on behalf of 297b4af1911c49f3b7b01c35236f4dae for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:37:20.534409 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:20.646377 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 97d14b25-5779-484b-95be-26f2ebe030da up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:37:20.667119 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Allocated IP 172.20.0.5 (8484fb9c-5daa-4067-a233-ae010b930f21/8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce/24ac17dd-767d-4f70-9eec-365ba24671e0) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:37:20.695421 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:20.696246 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 97d14b25-5779-484b-95be-26f2ebe030da triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:20.696730 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (97d14b25-5779-484b-95be-26f2ebe030da), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:20.697081 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 97d14b25-5779-484b-95be-26f2ebe030da Oct 12 02:37:20.848830 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:20.875120 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:20.885196 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:20.888121 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:20.940944 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:20.941621 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Network 8484fb9c-5daa-4067-a233-ae010b930f21 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:37:20.942125 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 97d14b25-5779-484b-95be-26f2ebe030da is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:20.942512 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (97d14b25-5779-484b-95be-26f2ebe030da), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:20.947812 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:37:20.951845 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:37:20.983708 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 97d14b25-5779-484b-95be-26f2ebe030da, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=97d14b25-5779-484b-95be-26f2ebe030da,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:20.987980 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'Port': ['ID=24ac17dd-767d-4f70-9eec-365ba24671e0,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:20.988341 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (97d14b25-5779-484b-95be-26f2ebe030da), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:20.989270 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 036779db-7d08-459c-ae29-36fa64f0c54f up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:37:20.999914 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.000348 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.000459 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.001047 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.001558 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.002049 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.002544 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.002874 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.003250 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.003581 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.003903 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.004390 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.004903 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.005401 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.005881 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:37:21.033099 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:21.040419 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.069651 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-8b144453-ed89-4c74-b919-e987431d3a99 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6562166 Oct 12 02:37:21.088347 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=97d14b25-5779-484b-95be-26f2ebe030da,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:21.091058 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 036779db-7d08-459c-ae29-36fa64f0c54f triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:21.091427 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.091755 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 036779db-7d08-459c-ae29-36fa64f0c54f Oct 12 02:37:21.092357 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Request body: {'port': {'device_id': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:21.160536 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:21.175954 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.206858 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 036779db-7d08-459c-ae29-36fa64f0c54f is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:21.207377 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3288c-2463-4ff0-b0bc-d48ca75b25d1 req-cc82ecb9-b919-470e-b8ae-f05b5f2a93c3 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:21.217927 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9cd3288c-2463-4ff0-b0bc-d48ca75b25d1 req-cc82ecb9-b919-470e-b8ae-f05b5f2a93c3 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 931 time: 0.0716317 Oct 12 02:37:21.227508 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.284988 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9cd3288c-2463-4ff0-b0bc-d48ca75b25d1 req-a0f75254-b58d-4f4e-8355-2e3d47940a9e tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661252 Oct 12 02:37:21.286143 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-647254c1-b987-4b9a-b21d-d948770391b4 None None] Provisioning complete for port 24ac17dd-767d-4f70-9eec-365ba24671e0 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:21.286472 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-647254c1-b987-4b9a-b21d-d948770391b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.286808 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-647254c1-b987-4b9a-b21d-d948770391b4 None None] Attempt 1 to provision port 24ac17dd-767d-4f70-9eec-365ba24671e0 Oct 12 02:37:21.329475 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-647254c1-b987-4b9a-b21d-d948770391b4 None None] Port 24ac17dd-767d-4f70-9eec-365ba24671e0 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:37:21.403725 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35178) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:21.490939 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ac17dd-767d-4f70-9eec-365ba24671e0 {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:37:21.499096 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Publish callbacks [] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.519185 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bf589420-b32f-47f3-b5bd-73e55cc3ecd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.530364 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Transition to ACTIVE for port object 24ac17dd-767d-4f70-9eec-365ba24671e0 will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:37:21.534529 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.613256 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Pushing event updated for resources: {'Port': ['ID=24ac17dd-767d-4f70-9eec-365ba24671e0,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:21.652590 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:21.707370 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Attempting to bind port 24ac17dd-767d-4f70-9eec-365ba24671e0 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:37:21.707704 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Attempting to bind port 24ac17dd-767d-4f70-9eec-365ba24671e0 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:37:21.708034 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Attempting to bind port 24ac17dd-767d-4f70-9eec-365ba24671e0 on network 8484fb9c-5daa-4067-a233-ae010b930f21 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:37:21.711198 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bf589420-b32f-47f3-b5bd-73e55cc3ecd1 admin admin] Publish callbacks [] for security_group (04916c84-88bf-4518-9028-16b86ea7473a), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.732292 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-bf589420-b32f-47f3-b5bd-73e55cc3ecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (04916c84-88bf-4518-9028-16b86ea7473a), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.783100 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-bf589420-b32f-47f3-b5bd-73e55cc3ecd1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=66e449e69eb04a8ba9a1b63360fa9f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783526 Oct 12 02:37:21.785229 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf589420-b32f-47f3-b5bd-73e55cc3ecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04916c84-88bf-4518-9028-16b86ea7473a,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:21.785902 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35184) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:21.793434 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Port 24ac17dd-767d-4f70-9eec-365ba24671e0 on network 8484fb9c-5daa-4067-a233-ae010b930f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:37:21.793694 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Attempting to bind port 24ac17dd-767d-4f70-9eec-365ba24671e0 on network 8484fb9c-5daa-4067-a233-ae010b930f21 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:37:21.839463 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:37:21.839812 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Checking segment: {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:37:21.840179 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Bound using segment: {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:37:21.840615 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Bound port: 24ac17dd-767d-4f70-9eec-365ba24671e0, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:37:21.841037 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.845093 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-900c137f-33bd-4095-bbb2-d8936ad2fed3 admin admin] Publish callbacks [] for security_group (04916c84-88bf-4518-9028-16b86ea7473a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.847678 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:21.855783 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:21.869142 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-900c137f-33bd-4095-bbb2-d8936ad2fed3 admin admin] Publish callbacks [] for security_group (04916c84-88bf-4518-9028-16b86ea7473a), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.907183 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] For port 24ac17dd-767d-4f70-9eec-365ba24671e0, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:37:21.910504 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] For port 24ac17dd-767d-4f70-9eec-365ba24671e0, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=24ac17dd-767d-4f70-9eec-365ba24671e0,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:37:21.917361 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.921551 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:21.922176 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.923661 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/24ac17dd-767d-4f70-9eec-365ba24671e0 HTTP/1.1" status: 200 len: 1093 time: 0.8396564 Oct 12 02:37:21.924151 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-900c137f-33bd-4095-bbb2-d8936ad2fed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (04916c84-88bf-4518-9028-16b86ea7473a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.924293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'tag': '24ac17dd-767d-4f70-9eec-365ba24671e0'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:37:21.926490 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d40ed22-50cb-478e-8f46-42107a20611c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5970385-f587-4e45-b2ca-9d5913f90396", "tag": "24ac17dd-767d-4f70-9eec-365ba24671e0"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:37:21.926674 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-900c137f-33bd-4095-bbb2-d8936ad2fed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:21.927806 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-900c137f-33bd-4095-bbb2-d8936ad2fed3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/04916c84-88bf-4518-9028-16b86ea7473a HTTP/1.1" status: 204 len: 168 time: 0.1409338 Oct 12 02:37:21.936812 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c137f-33bd-4095-bbb2-d8936ad2fed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04916c84-88bf-4518-9028-16b86ea7473a,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:21.986434 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dd190-ec44-4547-9a1b-fc0562ff6c5d service neutron] Pushing event updated for resources: {'Port': ['ID=24ac17dd-767d-4f70-9eec-365ba24671e0,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:22.002974 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34941f8f-a106-42e1-95a0-92cfb593d34e x-openstack-request-id: req-34941f8f-a106-42e1-95a0-92cfb593d34e {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:37:22.003593 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5970385-f587-4e45-b2ca-9d5913f90396", "tag": "24ac17dd-767d-4f70-9eec-365ba24671e0", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:37:22.003593 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34941f8f-a106-42e1-95a0-92cfb593d34e {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:37:22.003924 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34941f8f-a106-42e1-95a0-92cfb593d34e'] response: {'name': 'network-changed', 'server_uuid': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'tag': '24ac17dd-767d-4f70-9eec-365ba24671e0', 'status': 'completed', 'code': 200} Oct 12 02:37:22.033715 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-766ff58c-5e05-45da-b91c-43ff950dbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:22.035236 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-766ff58c-5e05-45da-b91c-43ff950dbadc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 1127 time: 0.0447574 Oct 12 02:37:22.081366 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-c544bb39-459c-4331-b7e5-8e2d71719466 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac17dd-767d-4f70-9eec-365ba24671e0 HTTP/1.1" status: 200 len: 217 time: 0.0318713 Oct 12 02:37:22.135229 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-96c7a950-8174-47ce-86ce-5a67a06910eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:22.137261 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-96c7a950-8174-47ce-86ce-5a67a06910eb service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce HTTP/1.1" status: 200 len: 850 time: 0.0490994 Oct 12 02:37:22.186546 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-73ae3fde-fc93-4f94-a680-dafacf9f7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:22.188094 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-73ae3fde-fc93-4f94-a680-dafacf9f7c78 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8484fb9c-5daa-4067-a233-ae010b930f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447512 Oct 12 02:37:22.252813 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35192) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:22.266379 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8669c86c-a931-4bcc-977f-e61dd6bf04e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:22.295522 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-f698550b-8954-476e-8b86-804b1615886a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999184 Oct 12 02:37:22.348158 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8669c86c-a931-4bcc-977f-e61dd6bf04e6 admin admin] Publish callbacks [] for security_group (3287b77f-3c60-4d9b-bf4c-7bfbf4b34d3e), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:22.359629 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8669c86c-a931-4bcc-977f-e61dd6bf04e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (3287b77f-3c60-4d9b-bf4c-7bfbf4b34d3e), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:22.392286 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-91e06dd0-c635-4749-9c4d-53cd05f03134 req-c050dce2-8036-4dd1-87db-04a1d87f12f2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898805 Oct 12 02:37:22.435805 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-8669c86c-a931-4bcc-977f-e61dd6bf04e6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b3a94cfa075141a5a416df9cd48bbe0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817663 Oct 12 02:37:22.438663 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35196) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:22.438888 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669c86c-a931-4bcc-977f-e61dd6bf04e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3287b77f-3c60-4d9b-bf4c-7bfbf4b34d3e,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:22.449471 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ff0d7-be0c-4ee4-b405-51d3236f74bd req-fa3b2079-01b0-4c4a-a497-433608b69167 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:22.450938 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1e5ff0d7-be0c-4ee4-b405-51d3236f74bd req-fa3b2079-01b0-4c4a-a497-433608b69167 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 943 time: 0.0787196 Oct 12 02:37:22.493460 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9391a426-70fa-473c-a206-6f2fac340b90 admin admin] Publish callbacks [] for security_group (3287b77f-3c60-4d9b-bf4c-7bfbf4b34d3e), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:22.509645 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1e5ff0d7-be0c-4ee4-b405-51d3236f74bd req-8442f796-55b1-4190-a5dc-494328a5582d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484297 Oct 12 02:37:22.513907 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9391a426-70fa-473c-a206-6f2fac340b90 admin admin] Publish callbacks [] for security_group (3287b77f-3c60-4d9b-bf4c-7bfbf4b34d3e), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:22.564299 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9391a426-70fa-473c-a206-6f2fac340b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (3287b77f-3c60-4d9b-bf4c-7bfbf4b34d3e), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:22.566822 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9391a426-70fa-473c-a206-6f2fac340b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:22.567963 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-9391a426-70fa-473c-a206-6f2fac340b90 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3287b77f-3c60-4d9b-bf4c-7bfbf4b34d3e HTTP/1.1" status: 204 len: 168 time: 0.1282899 Oct 12 02:37:22.576485 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391a426-70fa-473c-a206-6f2fac340b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3287b77f-3c60-4d9b-bf4c-7bfbf4b34d3e,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:22.634107 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 97d14b25-5779-484b-95be-26f2ebe030da up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:37:22.679412 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 97d14b25-5779-484b-95be-26f2ebe030da triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:22.679624 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (97d14b25-5779-484b-95be-26f2ebe030da), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:22.680188 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 97d14b25-5779-484b-95be-26f2ebe030da Oct 12 02:37:22.757231 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 97d14b25-5779-484b-95be-26f2ebe030da is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:23.296867 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40ed22-50cb-478e-8f46-42107a20611c req-dff69c98-1a3d-4097-abe4-1d8d96a5a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:23.298378 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5d40ed22-50cb-478e-8f46-42107a20611c req-dff69c98-1a3d-4097-abe4-1d8d96a5a97e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 1127 time: 0.0422087 Oct 12 02:37:23.394362 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40ed22-50cb-478e-8f46-42107a20611c req-d9fbf9ea-8e02-4e22-98eb-c4b61873bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:23.395789 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5d40ed22-50cb-478e-8f46-42107a20611c req-d9fbf9ea-8e02-4e22-98eb-c4b61873bdd8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 912 time: 0.0890944 Oct 12 02:37:23.442738 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5d40ed22-50cb-478e-8f46-42107a20611c req-b30cc5d0-7b50-447b-8018-a5b25b6bd4bb service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac17dd-767d-4f70-9eec-365ba24671e0 HTTP/1.1" status: 200 len: 217 time: 0.0385494 Oct 12 02:37:23.488153 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:23.495558 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40ed22-50cb-478e-8f46-42107a20611c req-eefb3fd9-3971-45f6-ad7a-c9eb7c1d09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:23.497072 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5d40ed22-50cb-478e-8f46-42107a20611c req-eefb3fd9-3971-45f6-ad7a-c9eb7c1d09fe service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce HTTP/1.1" status: 200 len: 850 time: 0.0479312 Oct 12 02:37:23.539235 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40ed22-50cb-478e-8f46-42107a20611c req-1cf1a419-7bcf-4d89-889a-36bdc80da6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:23.541216 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5d40ed22-50cb-478e-8f46-42107a20611c req-1cf1a419-7bcf-4d89-889a-36bdc80da6b8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8484fb9c-5daa-4067-a233-ae010b930f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386455 Oct 12 02:37:23.867553 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 24ac17dd-767d-4f70-9eec-365ba24671e0 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:37:23.908430 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:23.921512 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7e450-e5cb-4da5-bc16-cfc7c3a365b2 req-6b712e47-58d4-48c6-9579-51d6b51a5ced tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:23.922981 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d2d7e450-e5cb-4da5-bc16-cfc7c3a365b2 req-6b712e47-58d4-48c6-9579-51d6b51a5ced tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 943 time: 0.0612974 Oct 12 02:37:23.965673 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5d40ed22-50cb-478e-8f46-42107a20611c req-77459a8b-0f4e-4b19-8790-2b43c1857cd7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181902 Oct 12 02:37:23.988650 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 24ac17dd-767d-4f70-9eec-365ba24671e0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=24ac17dd-767d-4f70-9eec-365ba24671e0,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:24.001983 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '24ac17dd-767d-4f70-9eec-365ba24671e0', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'port_id': '24ac17dd-767d-4f70-9eec-365ba24671e0', 'mac_address': 'fa:16:3e:78:97:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:37:24.006352 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d2d7e450-e5cb-4da5-bc16-cfc7c3a365b2 req-6a175cf6-aea0-4009-a087-4f990a2facab tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765800 Oct 12 02:37:24.039487 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 24ac17dd-767d-4f70-9eec-365ba24671e0 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:24.040419 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:24.053935 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ac17dd-767d-4f70-9eec-365ba24671e0 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:37:24.076023 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 24ac17dd-767d-4f70-9eec-365ba24671e0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=24ac17dd-767d-4f70-9eec-365ba24671e0,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:24.079981 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:24.080665 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5d40ed22-50cb-478e-8f46-42107a20611c req-6763a0d6-e4e3-420d-905b-0016ae83e979 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069710 Oct 12 02:37:24.111153 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:24.133520 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=24ac17dd-767d-4f70-9eec-365ba24671e0,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:24.391097 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['24ac17dd-767d-4f70-9eec-365ba24671e0'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:37:24.480204 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:25.118366 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:25.127681 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a266b3-6cc2-433f-9011-da9b16146a24 req-6c65b042-93f9-4eb4-a689-760dd0ee99c2 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:25.129200 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c7a266b3-6cc2-433f-9011-da9b16146a24 req-6c65b042-93f9-4eb4-a689-760dd0ee99c2 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 944 time: 0.0484922 Oct 12 02:37:25.177966 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c7a266b3-6cc2-433f-9011-da9b16146a24 req-73a9f5be-85cc-48c0-af22-d2a81005a28c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Oct 12 02:37:25.350024 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35286) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:25.459428 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4a85b862-4f44-49e5-8917-636f00c689b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:25.534006 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4a85b862-4f44-49e5-8917-636f00c689b1 admin admin] Publish callbacks [] for security_group (307f1821-4945-47c9-97a6-9d9c30dc2037), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:25.537488 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-4a85b862-4f44-49e5-8917-636f00c689b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (307f1821-4945-47c9-97a6-9d9c30dc2037), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:25.576978 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-4a85b862-4f44-49e5-8917-636f00c689b1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=455cab737eb941d9a742bc765c24edae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259026 Oct 12 02:37:25.578176 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85b862-4f44-49e5-8917-636f00c689b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307f1821-4945-47c9-97a6-9d9c30dc2037,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:25.579706 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35290) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:25.628331 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-984213ab-7f9d-453e-b268-9d2f0d736c2a admin admin] Publish callbacks [] for security_group (307f1821-4945-47c9-97a6-9d9c30dc2037), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:25.647328 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-984213ab-7f9d-453e-b268-9d2f0d736c2a admin admin] Publish callbacks [] for security_group (307f1821-4945-47c9-97a6-9d9c30dc2037), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:25.692247 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-984213ab-7f9d-453e-b268-9d2f0d736c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (307f1821-4945-47c9-97a6-9d9c30dc2037), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:25.694739 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-984213ab-7f9d-453e-b268-9d2f0d736c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:25.695902 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-984213ab-7f9d-453e-b268-9d2f0d736c2a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/307f1821-4945-47c9-97a6-9d9c30dc2037 HTTP/1.1" status: 204 len: 168 time: 0.1151018 Oct 12 02:37:25.703242 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984213ab-7f9d-453e-b268-9d2f0d736c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307f1821-4945-47c9-97a6-9d9c30dc2037,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:25.887979 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 24ac17dd-767d-4f70-9eec-365ba24671e0 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:37:25.931452 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 24ac17dd-767d-4f70-9eec-365ba24671e0 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:37:25.937485 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 24ac17dd-767d-4f70-9eec-365ba24671e0 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:37:25.937958 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:25.938293 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 24ac17dd-767d-4f70-9eec-365ba24671e0 Oct 12 02:37:25.967811 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35298) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:25.982344 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-04c26872-1111-40f5-b01b-558479c3aa65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:26.016134 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 24ac17dd-767d-4f70-9eec-365ba24671e0 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:37:26.016753 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:26.041363 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac17dd-767d-4f70-9eec-365ba24671e0'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:37:26.043637 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f032cf62-3293-48cc-9dc9-4c4458aba42f" -d '{"events": [{"server_uuid": "f5970385-f587-4e45-b2ca-9d5913f90396", "name": "network-vif-plugged", "status": "completed", "tag": "24ac17dd-767d-4f70-9eec-365ba24671e0"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:37:26.057190 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 24ac17dd-767d-4f70-9eec-365ba24671e0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=24ac17dd-767d-4f70-9eec-365ba24671e0,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:37:26.061958 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:26.062843 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:26.067332 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-04c26872-1111-40f5-b01b-558479c3aa65 admin admin] Publish callbacks [] for security_group (4565179c-e126-4add-b9b6-cdaeff1a7cef), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:26.072508 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-04c26872-1111-40f5-b01b-558479c3aa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (4565179c-e126-4add-b9b6-cdaeff1a7cef), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:26.092387 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872bcfaf-49cc-459b-976c-5863bd962d97 x-openstack-request-id: req-872bcfaf-49cc-459b-976c-5863bd962d97 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:37:26.092676 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5970385-f587-4e45-b2ca-9d5913f90396", "name": "network-vif-plugged", "status": "completed", "tag": "24ac17dd-767d-4f70-9eec-365ba24671e0", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:37:26.092942 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-872bcfaf-49cc-459b-976c-5863bd962d97 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:37:26.093341 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872bcfaf-49cc-459b-976c-5863bd962d97'] response: {'server_uuid': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac17dd-767d-4f70-9eec-365ba24671e0', 'code': 200} Oct 12 02:37:26.113608 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=24ac17dd-767d-4f70-9eec-365ba24671e0,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:26.116972 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-04c26872-1111-40f5-b01b-558479c3aa65 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=cb9338a1d4ea497da92a0bcdf8a62106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480575 Oct 12 02:37:26.117865 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c26872-1111-40f5-b01b-558479c3aa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4565179c-e126-4add-b9b6-cdaeff1a7cef,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:26.120867 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35302) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:26.177281 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0e783936-8048-44a7-84bd-2ee4d627643d admin admin] Publish callbacks [] for security_group (4565179c-e126-4add-b9b6-cdaeff1a7cef), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:26.197391 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0e783936-8048-44a7-84bd-2ee4d627643d admin admin] Publish callbacks [] for security_group (4565179c-e126-4add-b9b6-cdaeff1a7cef), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:26.250400 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0e783936-8048-44a7-84bd-2ee4d627643d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (4565179c-e126-4add-b9b6-cdaeff1a7cef), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:26.252952 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0e783936-8048-44a7-84bd-2ee4d627643d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:26.254298 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-0e783936-8048-44a7-84bd-2ee4d627643d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4565179c-e126-4add-b9b6-cdaeff1a7cef HTTP/1.1" status: 204 len: 168 time: 0.1322010 Oct 12 02:37:26.263536 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e783936-8048-44a7-84bd-2ee4d627643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4565179c-e126-4add-b9b6-cdaeff1a7cef,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:26.330482 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56792dc-0935-4caf-a371-1c1739ca9008 req-e2da07c4-387e-47c8-abcd-adc9518017f9 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:26.332064 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f56792dc-0935-4caf-a371-1c1739ca9008 req-e2da07c4-387e-47c8-abcd-adc9518017f9 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0626268 Oct 12 02:37:26.336393 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bcc9b-c0af-4802-a303-f07fc3b296f9 req-7335ce11-8231-461f-9fdb-ea4b22e6cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:26.338534 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c69bcc9b-c0af-4802-a303-f07fc3b296f9 req-7335ce11-8231-461f-9fdb-ea4b22e6cd0a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 1129 time: 0.0428727 Oct 12 02:37:26.387917 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f56792dc-0935-4caf-a371-1c1739ca9008 req-6540a7d2-27ef-4f63-9f46-6eac1bff4de6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485492 Oct 12 02:37:26.390348 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c69bcc9b-c0af-4802-a303-f07fc3b296f9 req-634fe264-8928-4201-bd1d-7a93e7b73ab6 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457201 Oct 12 02:37:27.380165 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35336) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:27.496458 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-df8fd3e8-3101-4787-85ff-e444dd1f430b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:27.521437 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb8518-a5f2-4a0c-96f1-218f50f9fc34 req-438a677c-03af-4cf7-837a-4f5c2a291833 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:27.522830 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-21bb8518-a5f2-4a0c-96f1-218f50f9fc34 req-438a677c-03af-4cf7-837a-4f5c2a291833 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0505486 Oct 12 02:37:27.571856 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-21bb8518-a5f2-4a0c-96f1-218f50f9fc34 req-c8e6524a-c7a3-4500-8d36-75b80220a0f3 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 Oct 12 02:37:27.574050 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-df8fd3e8-3101-4787-85ff-e444dd1f430b admin admin] Publish callbacks [] for security_group (e1137675-c8b9-4b10-8047-1d10a6c3c18f), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:27.578439 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-df8fd3e8-3101-4787-85ff-e444dd1f430b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (e1137675-c8b9-4b10-8047-1d10a6c3c18f), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:27.619616 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-df8fd3e8-3101-4787-85ff-e444dd1f430b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=bfa19ff6854e4f45ad73c0a3a7ac3217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382839 Oct 12 02:37:27.620475 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fd3e8-3101-4787-85ff-e444dd1f430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1137675-c8b9-4b10-8047-1d10a6c3c18f,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:27.622353 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35342) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:27.671414 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c7c7cecd-a872-4546-b77f-d488c9c2e210 admin admin] Publish callbacks [] for security_group (e1137675-c8b9-4b10-8047-1d10a6c3c18f), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:27.686968 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:27.691718 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c7c7cecd-a872-4546-b77f-d488c9c2e210 admin admin] Publish callbacks [] for security_group (e1137675-c8b9-4b10-8047-1d10a6c3c18f), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:27.740089 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c7c7cecd-a872-4546-b77f-d488c9c2e210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (e1137675-c8b9-4b10-8047-1d10a6c3c18f), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:27.742602 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-c7c7cecd-a872-4546-b77f-d488c9c2e210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:27.743749 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-c7c7cecd-a872-4546-b77f-d488c9c2e210 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e1137675-c8b9-4b10-8047-1d10a6c3c18f HTTP/1.1" status: 204 len: 168 time: 0.1203668 Oct 12 02:37:27.751283 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7cecd-a872-4546-b77f-d488c9c2e210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1137675-c8b9-4b10-8047-1d10a6c3c18f,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:28.699221 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daeb4-a491-4f58-b605-96fff741bd24 req-0f72d9de-f555-4b12-bd4e-ae828a74911b tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:28.700781 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b48daeb4-a491-4f58-b605-96fff741bd24 req-0f72d9de-f555-4b12-bd4e-ae828a74911b tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0498714 Oct 12 02:37:28.739871 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:28.756726 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b48daeb4-a491-4f58-b605-96fff741bd24 req-80445123-867b-4c3c-8bd8-d4c9edbdcae1 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499492 Oct 12 02:37:28.890712 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7d7f4-6db7-404c-8c89-59d8e490b260 req-3dd475d5-3491-4b0b-a23d-d0d86f419cf7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:28.892199 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-96c7d7f4-6db7-404c-8c89-59d8e490b260 req-3dd475d5-3491-4b0b-a23d-d0d86f419cf7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0522604 Oct 12 02:37:28.904355 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35392) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:28.909256 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-75bbf74f-3c21-4267-a292-8e3751a5ed23 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'floatingip': {'port_id': '24ac17dd-767d-4f70-9eec-365ba24671e0'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:37:28.949861 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-75bbf74f-3c21-4267-a292-8e3751a5ed23 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (624aea62-7da0-4704-ad55-81ef8f08dcfe), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:29.037970 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:29.082548 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:29.378205 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-75bbf74f-3c21-4267-a292-8e3751a5ed23 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:29.381736 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-75bbf74f-3c21-4267-a292-8e3751a5ed23 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (624aea62-7da0-4704-ad55-81ef8f08dcfe), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:29.475556 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [None req-75bbf74f-3c21-4267-a292-8e3751a5ed23 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Floating IP 624aea62-7da0-4704-ad55-81ef8f08dcfe associated. External IP: 172.27.4.89, port: 24ac17dd-767d-4f70-9eec-365ba24671e0. Oct 12 02:37:29.673762 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bbf74f-3c21-4267-a292-8e3751a5ed23 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Router 148b9488-f220-4135-9354-1a96905db371 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:37:29.725113 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:29.725873 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:29.781015 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bbf74f-3c21-4267-a292-8e3751a5ed23 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:37:29.785267 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-75bbf74f-3c21-4267-a292-8e3751a5ed23 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:29.790366 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] Sync routers for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:37:29.800747 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:29.801351 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:37:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:29.812070 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:29.819664 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-75bbf74f-3c21-4267-a292-8e3751a5ed23 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/624aea62-7da0-4704-ad55-81ef8f08dcfe HTTP/1.1" status: 200 len: 990 time: 0.9143000 Oct 12 02:37:29.820634 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'tag': '24ac17dd-767d-4f70-9eec-365ba24671e0'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:37:29.823550 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d077e1e-8a7d-42d8-9f72-68d481b07564" -d '{"events": [{"name": "network-changed", "server_uuid": "f5970385-f587-4e45-b2ca-9d5913f90396", "tag": "24ac17dd-767d-4f70-9eec-365ba24671e0"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:37:29.863828 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0758dc6d-867f-4cf7-90d9-6dc08c0382e1 x-openstack-request-id: req-0758dc6d-867f-4cf7-90d9-6dc08c0382e1 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:37:29.864117 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5970385-f587-4e45-b2ca-9d5913f90396", "tag": "24ac17dd-767d-4f70-9eec-365ba24671e0", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:37:29.864369 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0758dc6d-867f-4cf7-90d9-6dc08c0382e1 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:37:29.864851 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0758dc6d-867f-4cf7-90d9-6dc08c0382e1'] response: {'name': 'network-changed', 'server_uuid': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'tag': '24ac17dd-767d-4f70-9eec-365ba24671e0', 'status': 'completed', 'code': 200} Oct 12 02:37:29.915189 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:29.975348 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-1e3e28e5-4703-4747-ab3f-4eea2df051cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:29.976904 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-1e3e28e5-4703-4747-ab3f-4eea2df051cd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 1129 time: 0.0564592 Oct 12 02:37:30.062031 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:30.077622 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-0fa89c6e-d0e3-4af9-ad95-af2c39b13df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:30.079035 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-0fa89c6e-d0e3-4af9-ad95-af2c39b13df1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 912 time: 0.0961380 Oct 12 02:37:30.122944 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:30.164237 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-df097dfb-c047-49ee-b00c-411508e6c6f0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac17dd-767d-4f70-9eec-365ba24671e0 HTTP/1.1" status: 200 len: 998 time: 0.0782077 Oct 12 02:37:30.166976 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '624aea62-7da0-4704-ad55-81ef8f08dcfe', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'floating_ip_address': '172.27.4.89', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '148b9488-f220-4135-9354-1a96905db371', 'port_id': '24ac17dd-767d-4f70-9eec-365ba24671e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'mac_address': 'fa:16:3e:78:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:37:17Z', 'updated_at': '2022-10-12T02:37:29Z', 'revision_number': 1, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:30.195265 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] Checking router: 148b9488-f220-4135-9354-1a96905db371 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:37:30.206638 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:37:30.207247 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:37:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:30.218304 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-9e806e1a-34c3-4480-96fc-0aeba1847097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:30.219967 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-9e806e1a-34c3-4480-96fc-0aeba1847097 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce HTTP/1.1" status: 200 len: 850 time: 0.0497313 Oct 12 02:37:30.272510 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-573a7d51-9b1d-4b51-80d6-b4e78d0df5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:30.274239 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-573a7d51-9b1d-4b51-80d6-b4e78d0df5eb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8484fb9c-5daa-4067-a233-ae010b930f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464628 Oct 12 02:37:30.320336 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:37:30.377946 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-cfae5e6f-51b9-419f-91f6-f0d42447b28a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979407 Oct 12 02:37:30.482618 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-d2bc6feb-17a4-4698-b344-5934e154525f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554903 Oct 12 02:37:30.504385 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8d077e1e-8a7d-42d8-9f72-68d481b07564 req-7b4a149a-f81c-4549-8c9c-75cdfa70ea20 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995274 Oct 12 02:37:30.537791 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:30.562215 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '624aea62-7da0-4704-ad55-81ef8f08dcfe', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'floating_ip_address': '172.27.4.89', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '148b9488-f220-4135-9354-1a96905db371', 'port_id': '24ac17dd-767d-4f70-9eec-365ba24671e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'mac_address': 'fa:16:3e:78:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:37:17Z', 'updated_at': '2022-10-12T02:37:29Z', 'revision_number': 1, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:37:30.596102 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e1fd3-945e-4ce8-99b4-0796658fe83e None None] The sync data for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi is: [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '624aea62-7da0-4704-ad55-81ef8f08dcfe', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'floating_ip_address': '172.27.4.89', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '148b9488-f220-4135-9354-1a96905db371', 'port_id': '24ac17dd-767d-4f70-9eec-365ba24671e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'mac_address': 'fa:16:3e:78:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:37:17Z', 'updated_at': '2022-10-12T02:37:29Z', 'revision_number': 1, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:37:30.607647 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-9089f800-412e-4a7f-ab7c-f5ec41e73fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:30.609193 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-9089f800-412e-4a7f-ab7c-f5ec41e73fb2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b1601a3e4f41405d8e9001af6da86b46&device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1129 time: 0.0471530 Oct 12 02:37:30.722053 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-daa6a74c-feed-4def-a5c8-3dc045f1eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:30.723594 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-daa6a74c-feed-4def-a5c8-3dc045f1eed6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3579f488-1360-4e5f-a1d3-8c57917ab513 HTTP/1.1" status: 200 len: 909 time: 0.0944843 Oct 12 02:37:30.803516 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-1cd84a84-4b74-4ae5-a42d-ee6635792087 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 200 len: 1000 time: 0.0738096 Oct 12 02:37:30.827284 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a310983-7ba2-4c3c-abad-159f203a4cf3 None None] New status for floating IP 624aea62-7da0-4704-ad55-81ef8f08dcfe: ACTIVE {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:37:30.864270 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-3b7119c4-88ca-44a4-9653-4ae7b8d9351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:30.866412 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-3b7119c4-88ca-44a4-9653-4ae7b8d9351a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=80c1078f-72d3-460c-831e-4f99809a8b7a HTTP/1.1" status: 200 len: 847 time: 0.0563602 Oct 12 02:37:30.920929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-1e13fbea-1e69-4f07-8521-97ce4f36d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:37:30.922476 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-1e13fbea-1e69-4f07-8521-97ce4f36d03d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3579f488-1360-4e5f-a1d3-8c57917ab513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487113 Oct 12 02:37:31.025457 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-84628b68-9afa-4e19-8644-fa9b26971aed service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951107 Oct 12 02:37:31.128787 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-53e8dde3-75ec-4de6-aa23-a478992e7112 req-e01b2be9-5833-4b83-89f4-e47c0c2dc6ef service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956826 Oct 12 02:37:31.937506 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35452) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:32.064895 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-191f1ce6-1359-41b6-a073-3a2acdbd279c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:32.114392 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:32.122706 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:32.146079 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-191f1ce6-1359-41b6-a073-3a2acdbd279c admin admin] Publish callbacks [] for security_group (4e543912-3936-49da-9b04-aff8a39f4818), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:32.149552 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-191f1ce6-1359-41b6-a073-3a2acdbd279c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (4e543912-3936-49da-9b04-aff8a39f4818), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:32.190640 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-191f1ce6-1359-41b6-a073-3a2acdbd279c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ca527473d42a4ed398937c1c0e15b034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519562 Oct 12 02:37:32.191509 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f1ce6-1359-41b6-a073-3a2acdbd279c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e543912-3936-49da-9b04-aff8a39f4818,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:32.193409 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35458) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:32.248903 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cb599c86-e551-44d8-acfa-30828caa537c admin admin] Publish callbacks [] for security_group (4e543912-3936-49da-9b04-aff8a39f4818), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:32.268726 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cb599c86-e551-44d8-acfa-30828caa537c admin admin] Publish callbacks [] for security_group (4e543912-3936-49da-9b04-aff8a39f4818), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:32.315987 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cb599c86-e551-44d8-acfa-30828caa537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (4e543912-3936-49da-9b04-aff8a39f4818), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:32.318592 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cb599c86-e551-44d8-acfa-30828caa537c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:32.319737 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-cb599c86-e551-44d8-acfa-30828caa537c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4e543912-3936-49da-9b04-aff8a39f4818 HTTP/1.1" status: 204 len: 168 time: 0.1241410 Oct 12 02:37:32.327340 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb599c86-e551-44d8-acfa-30828caa537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e543912-3936-49da-9b04-aff8a39f4818,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:33.287751 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35468) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:33.394092 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-328d9a35-22c4-4cfa-a64c-8165bedf84ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.472228 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-328d9a35-22c4-4cfa-a64c-8165bedf84ff admin admin] Publish callbacks [] for security_group (3b2e5b7d-6611-4374-b0de-5287f9fb6114), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.475720 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-328d9a35-22c4-4cfa-a64c-8165bedf84ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (3b2e5b7d-6611-4374-b0de-5287f9fb6114), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.515475 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-328d9a35-22c4-4cfa-a64c-8165bedf84ff admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=048b0e277eab4dcf94114c329e8263ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266645 Oct 12 02:37:33.516323 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d9a35-22c4-4cfa-a64c-8165bedf84ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2e5b7d-6611-4374-b0de-5287f9fb6114,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:33.518354 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35472) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:37:33.566439 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d2f730d1-e08b-4751-824f-98a3b421992f admin admin] Publish callbacks [] for security_group (3b2e5b7d-6611-4374-b0de-5287f9fb6114), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.586282 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d2f730d1-e08b-4751-824f-98a3b421992f admin admin] Publish callbacks [] for security_group (3b2e5b7d-6611-4374-b0de-5287f9fb6114), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.633233 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d2f730d1-e08b-4751-824f-98a3b421992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (3b2e5b7d-6611-4374-b0de-5287f9fb6114), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.635724 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d2f730d1-e08b-4751-824f-98a3b421992f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:33.636880 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d2f730d1-e08b-4751-824f-98a3b421992f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3b2e5b7d-6611-4374-b0de-5287f9fb6114 HTTP/1.1" status: 204 len: 168 time: 0.1174250 Oct 12 02:37:33.644318 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f730d1-e08b-4751-824f-98a3b421992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2e5b7d-6611-4374-b0de-5287f9fb6114,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:37:41.352923 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:41.357772 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=13 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:42.340085 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:43.508785 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:43.511658 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:43.619958 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=1,neutron:SELECT=26,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:43.640613 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:43.662002 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=46 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:43.700303 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:37:45.912964 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-98db8d01-85d3-4fe9-8601-d7455fdbf472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:48.258413 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-ccfc466e-23fc-4045-afcb-7cf6e1687752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:49.281282 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:50.844770 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:51.212227 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:37:53.330535 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:53.697196 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:37:59.090631 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:09.084536 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:09.086441 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:11.644980 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf5177-9745-4a2b-b9a3-4b9e1eb7fbdd req-0b16459d-deb3-44e5-a967-4cca04a828bc tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:11.646358 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a1cf5177-9745-4a2b-b9a3-4b9e1eb7fbdd req-0b16459d-deb3-44e5-a967-4cca04a828bc tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0466945 Oct 12 02:38:11.695391 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a1cf5177-9745-4a2b-b9a3-4b9e1eb7fbdd req-faddb644-2967-4c87-8942-04e3d12a6796 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435221 Oct 12 02:38:12.820481 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa761ac2-ecc6-4ee6-8f7b-d8fbba11fa1c req-c8cf85bc-c4dd-4950-bf34-667e691fc439 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:12.821961 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fa761ac2-ecc6-4ee6-8f7b-d8fbba11fa1c req-c8cf85bc-c4dd-4950-bf34-667e691fc439 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0488424 Oct 12 02:38:12.868530 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fa761ac2-ecc6-4ee6-8f7b-d8fbba11fa1c req-0a66604e-2faa-4e24-ac5f-83c4bcd6e537 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406744 Oct 12 02:38:13.987777 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051fc4a-24ff-4077-9c8d-623a8b0a4bd2 req-4cecb28f-90f2-4a70-a2c1-0e17ad039b28 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:13.989253 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3051fc4a-24ff-4077-9c8d-623a8b0a4bd2 req-4cecb28f-90f2-4a70-a2c1-0e17ad039b28 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0463088 Oct 12 02:38:14.039440 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3051fc4a-24ff-4077-9c8d-623a8b0a4bd2 req-8e835f94-4d5a-4dda-90d4-f534f54c9984 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447073 Oct 12 02:38:15.158160 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70a5de-3fe0-46a7-a194-7c46d4932cdc req-14f20444-ee6d-4d7a-9403-00233619b01f tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:15.159602 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5d70a5de-3fe0-46a7-a194-7c46d4932cdc req-14f20444-ee6d-4d7a-9403-00233619b01f tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0458021 Oct 12 02:38:15.205611 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5d70a5de-3fe0-46a7-a194-7c46d4932cdc req-bb11cf76-611e-48c8-8e21-1d6415b3f065 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405517 Oct 12 02:38:15.914936 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e6a2fdf0-dd12-4530-b4d8-5ad0518589c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:16.324104 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e60a46-101a-475b-86cd-b72f67005f4a req-54e170de-51ca-43f4-ba8e-71de600e9f13 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:16.325582 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2e60a46-101a-475b-86cd-b72f67005f4a req-54e170de-51ca-43f4-ba8e-71de600e9f13 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0463762 Oct 12 02:38:16.372550 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c2e60a46-101a-475b-86cd-b72f67005f4a req-219630bc-e582-4f0e-9a58-fb05eb16a96d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413632 Oct 12 02:38:17.490149 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4c5c0-8910-42a6-bb0f-ee7732e44487 req-fa0b7d93-96f4-4cf1-8d36-3bbe50c87429 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:17.491566 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-07d4c5c0-8910-42a6-bb0f-ee7732e44487 req-fa0b7d93-96f4-4cf1-8d36-3bbe50c87429 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0454531 Oct 12 02:38:17.539893 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-07d4c5c0-8910-42a6-bb0f-ee7732e44487 req-a62ea36d-2bd7-4476-8b2c-51053eb7157b tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426922 Oct 12 02:38:18.262318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8dfcab20-cf90-43ff-a1e0-96da97558a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:18.349856 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=15 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:18.353567 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=17 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:18.658762 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33316-28c3-4786-ad99-0851613f3530 req-21a16c9b-8b41-4057-aa32-e0b8fc67f074 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:18.660203 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3db33316-28c3-4786-ad99-0851613f3530 req-21a16c9b-8b41-4057-aa32-e0b8fc67f074 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0460241 Oct 12 02:38:18.706418 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3db33316-28c3-4786-ad99-0851613f3530 req-94db5670-10b5-4f63-91a5-33e2969341ae tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Oct 12 02:38:19.283242 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:19.829175 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b171b-303c-4fc6-b35f-84d11e11335c req-cbe18cfd-a191-444d-9da8-8b299b90df44 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:19.830795 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-517b171b-303c-4fc6-b35f-84d11e11335c req-cbe18cfd-a191-444d-9da8-8b299b90df44 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0470676 Oct 12 02:38:19.877188 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-517b171b-303c-4fc6-b35f-84d11e11335c req-e43a3854-fb85-464e-9b73-e581957f142a tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408564 Oct 12 02:38:20.699495 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:38:20.850758 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:21.001077 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eccf3-2ce2-4943-9047-0ff6ced2bb2c req-8068a828-f680-4e6c-bacc-7c75cd2e70d8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:21.002528 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-241eccf3-2ce2-4943-9047-0ff6ced2bb2c req-8068a828-f680-4e6c-bacc-7c75cd2e70d8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0496016 Oct 12 02:38:21.049183 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-241eccf3-2ce2-4943-9047-0ff6ced2bb2c req-64db401f-37c8-4e96-803f-02bc8cb880eb tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411360 Oct 12 02:38:21.214261 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:22.167799 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbebb7b-59a8-458b-9473-e1aa14dc6eb7 req-179c1dc0-6720-462d-a976-2cb2e7dfc8d9 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:22.169872 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8fbebb7b-59a8-458b-9473-e1aa14dc6eb7 req-179c1dc0-6720-462d-a976-2cb2e7dfc8d9 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0458803 Oct 12 02:38:22.216247 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8fbebb7b-59a8-458b-9473-e1aa14dc6eb7 req-69f8221e-3b6d-4d43-8abd-12b00a541977 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407777 Oct 12 02:38:22.456224 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4d44e-6e76-4350-b93c-90f05c4e1ecc req-e2688426-5147-4250-92c2-96876ab8bc10 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:22.457716 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b8a4d44e-6e76-4350-b93c-90f05c4e1ecc req-e2688426-5147-4250-92c2-96876ab8bc10 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0504539 Oct 12 02:38:22.530059 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b8a4d44e-6e76-4350-b93c-90f05c4e1ecc req-256a62a0-c499-4ff7-bc5c-faf39de89b97 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666335 Oct 12 02:38:22.539679 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463d71-770b-429b-b9c2-d192f244f159 req-ba88cfc5-85f9-463d-ae61-1ae62fb6cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:22.541142 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ca463d71-770b-429b-b9c2-d192f244f159 req-ba88cfc5-85f9-463d-ae61-1ae62fb6cf5b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 1129 time: 0.0466909 Oct 12 02:38:22.632612 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463d71-770b-429b-b9c2-d192f244f159 req-fe483927-971a-4d8b-80ce-ffd6dbce55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:22.633993 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ca463d71-770b-429b-b9c2-d192f244f159 req-fe483927-971a-4d8b-80ce-ffd6dbce55bd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 912 time: 0.0869260 Oct 12 02:38:22.692989 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ca463d71-770b-429b-b9c2-d192f244f159 req-ef20f0a8-36c3-4904-9afd-ed455c772051 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac17dd-767d-4f70-9eec-365ba24671e0 HTTP/1.1" status: 200 len: 1000 time: 0.0525703 Oct 12 02:38:22.739967 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463d71-770b-429b-b9c2-d192f244f159 req-aaca1717-8bed-45d9-95f0-eb9a1b331c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:22.741339 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ca463d71-770b-429b-b9c2-d192f244f159 req-aaca1717-8bed-45d9-95f0-eb9a1b331c00 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce HTTP/1.1" status: 200 len: 850 time: 0.0425918 Oct 12 02:38:22.786527 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463d71-770b-429b-b9c2-d192f244f159 req-49386de7-2b8f-4759-9b94-31a9c73e66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:22.787934 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ca463d71-770b-429b-b9c2-d192f244f159 req-49386de7-2b8f-4759-9b94-31a9c73e66d9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8484fb9c-5daa-4067-a233-ae010b930f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397451 Oct 12 02:38:22.875544 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ca463d71-770b-429b-b9c2-d192f244f159 req-93c74dbb-dcea-409a-baae-e7287e1d9bea service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805411 Oct 12 02:38:22.932288 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:22.968491 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ca463d71-770b-429b-b9c2-d192f244f159 req-a0dd5315-cf75-4f97-a143-660012b2c8b2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864630 Oct 12 02:38:23.650570 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237ee65-dcb7-486a-9249-28ffcec20f69 req-b2eca0d8-9180-4522-af75-4e8cae8c9bd1 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:23.652009 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f237ee65-dcb7-486a-9249-28ffcec20f69 req-b2eca0d8-9180-4522-af75-4e8cae8c9bd1 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0459735 Oct 12 02:38:23.697642 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f237ee65-dcb7-486a-9249-28ffcec20f69 req-f6ad24be-48ed-499c-b00f-3963a745e2e9 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401819 Oct 12 02:38:24.816350 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ad8b1-bf90-476e-9d38-14c5d85958ab req-42df147f-8410-4f54-9ac5-07177802967f tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:24.817808 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6c6ad8b1-bf90-476e-9d38-14c5d85958ab req-42df147f-8410-4f54-9ac5-07177802967f tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0457544 Oct 12 02:38:24.830184 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:24.864896 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6c6ad8b1-bf90-476e-9d38-14c5d85958ab req-d5d2aaf3-e02e-451b-9a6a-95836db76df4 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415707 Oct 12 02:38:29.105240 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:30.464744 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-972e417c-27db-4421-9a26-3babfa3c6b9b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373707 Oct 12 02:38:30.542052 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-0ce571e0-f4dc-4b44-aa1e-77dd39e05681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:30.544031 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-0ce571e0-f4dc-4b44-aa1e-77dd39e05681 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 1129 time: 0.0414259 Oct 12 02:38:30.645877 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-089add9b-faea-4fad-be2f-50c54e316c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:30.647305 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-089add9b-faea-4fad-be2f-50c54e316c36 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 912 time: 0.0854599 Oct 12 02:38:30.695122 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:30.695955 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:30.710587 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-abe96415-ed31-4283-8f49-658f65ba82c7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac17dd-767d-4f70-9eec-365ba24671e0 HTTP/1.1" status: 200 len: 1000 time: 0.0566280 Oct 12 02:38:30.758071 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-337b7338-91a5-4dc9-9452-c9aba1eed8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:30.759362 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-337b7338-91a5-4dc9-9452-c9aba1eed8cd service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce HTTP/1.1" status: 200 len: 850 time: 0.0428190 Oct 12 02:38:30.800360 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-601945d4-d075-4561-839b-6445bb483e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:30.801805 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-601945d4-d075-4561-839b-6445bb483e39 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8484fb9c-5daa-4067-a233-ae010b930f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0365875 Oct 12 02:38:31.148244 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-88c9af10-9b8a-4fb9-bb78-bad7af6c8a37 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404379 Oct 12 02:38:31.236530 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c87240bd-66b6-450c-97e8-ae59a620e978 req-61f882af-6918-4bde-b6a1-d278fa9f1b23 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808148 Oct 12 02:38:33.687114 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=55 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:33.694191 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=53 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:39.098694 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:39.099577 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:41.227685 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=74 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:41.233862 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=47 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:42.592375 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4d5fc-c9ae-4360-9b39-eaedfc6970b5 req-a6619683-dfcb-42e4-8ebd-8757c53df33e tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:42.594220 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-68f4d5fc-c9ae-4360-9b39-eaedfc6970b5 req-a6619683-dfcb-42e4-8ebd-8757c53df33e tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0498562 Oct 12 02:38:42.643530 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-68f4d5fc-c9ae-4360-9b39-eaedfc6970b5 req-8394619e-4848-4794-8b50-499a7ce9c4e3 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437241 Oct 12 02:38:43.766580 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1e3f2-00fa-4f60-adb6-f2c4975738b5 req-952c370f-5fbb-40d9-8ee5-6e7ab7be3774 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:43.768024 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-47c1e3f2-00fa-4f60-adb6-f2c4975738b5 req-952c370f-5fbb-40d9-8ee5-6e7ab7be3774 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0493319 Oct 12 02:38:43.816073 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-47c1e3f2-00fa-4f60-adb6-f2c4975738b5 req-d5dacf81-b240-4da3-8b53-e8c28d709dba tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426271 Oct 12 02:38:44.936027 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b2181-e2dd-4282-a9d6-5c7d0133a7fa req-1eb8720d-d6c5-4895-a453-d0fa1b9dd2b4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:44.937522 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-745b2181-e2dd-4282-a9d6-5c7d0133a7fa req-1eb8720d-d6c5-4895-a453-d0fa1b9dd2b4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0464754 Oct 12 02:38:44.985635 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-745b2181-e2dd-4282-a9d6-5c7d0133a7fa req-788e8edd-9a2d-4b55-9558-9bcf1dfaa6f0 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425644 Oct 12 02:38:45.916853 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-33d1315f-0b91-49c1-bd78-89702e0d00a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:46.105394 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187b9cc-567b-4466-b181-81459e312df3 req-0e1a39ff-2f70-4281-bda7-6a4fc6bef9f4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:46.106887 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3187b9cc-567b-4466-b181-81459e312df3 req-0e1a39ff-2f70-4281-bda7-6a4fc6bef9f4 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0489635 Oct 12 02:38:46.156344 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3187b9cc-567b-4466-b181-81459e312df3 req-176f1ec5-8bb5-4921-83a2-73c77980b74a tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438552 Oct 12 02:38:47.279559 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5fc70-722f-4791-8153-4c23a4285a9f req-537949d7-0afa-4715-bff4-8880b6c9052b tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:47.281129 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-03f5fc70-722f-4791-8153-4c23a4285a9f req-537949d7-0afa-4715-bff4-8880b6c9052b tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0501404 Oct 12 02:38:47.329495 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-03f5fc70-722f-4791-8153-4c23a4285a9f req-20248b55-4416-4700-b141-537368ba8b15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Oct 12 02:38:48.263201 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9dd15776-ab5d-443b-a7b2-4ed5457b629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:48.450573 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adf0fc-1fa2-46fb-b0a9-0b8eebdde5a4 req-3a0b2468-2bb4-4012-a36f-384bf2f38695 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:48.452502 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-55adf0fc-1fa2-46fb-b0a9-0b8eebdde5a4 req-3a0b2468-2bb4-4012-a36f-384bf2f38695 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0454578 Oct 12 02:38:48.505003 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-55adf0fc-1fa2-46fb-b0a9-0b8eebdde5a4 req-99a5957a-1f7c-47ce-af22-aa84a5cba8a5 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470326 Oct 12 02:38:49.285205 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:49.624757 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255446c-2015-418b-b974-58226fc95874 req-32352f5a-e77c-41dd-96f5-c9d41154ee82 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:49.626195 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3255446c-2015-418b-b974-58226fc95874 req-32352f5a-e77c-41dd-96f5-c9d41154ee82 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0462978 Oct 12 02:38:49.675284 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3255446c-2015-418b-b974-58226fc95874 req-f98a3d02-5a01-4b0d-8fca-8be4681034eb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Oct 12 02:38:50.793214 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f29821-78f6-4c57-a5cb-8d6b36d392e3 req-c3df6a8e-cd5e-4889-b70e-ec6cc079c07f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:50.794657 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e3f29821-78f6-4c57-a5cb-8d6b36d392e3 req-c3df6a8e-cd5e-4889-b70e-ec6cc079c07f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0463793 Oct 12 02:38:50.844202 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e3f29821-78f6-4c57-a5cb-8d6b36d392e3 req-6559a51c-58da-464d-bf6a-5cca5657bf22 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441608 Oct 12 02:38:50.850814 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:51.215888 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:51.964298 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611585bf-abf8-4cf0-8684-180d84fa7397 req-48dba753-1819-46f4-88f5-c2c8dbfc6542 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:51.965939 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-611585bf-abf8-4cf0-8684-180d84fa7397 req-48dba753-1819-46f4-88f5-c2c8dbfc6542 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0458841 Oct 12 02:38:52.018397 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-611585bf-abf8-4cf0-8684-180d84fa7397 req-3deb2dd0-7c27-4a0e-ad1c-943123114d84 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462179 Oct 12 02:38:52.827727 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-98cb32f9-d798-43ed-86b8-c918d0cc93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:52.829294 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-98cb32f9-d798-43ed-86b8-c918d0cc93df service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b1601a3e4f41405d8e9001af6da86b46&device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1129 time: 0.0380661 Oct 12 02:38:52.918634 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-0b008982-c12d-44f9-8339-b20608e7ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:52.919964 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-0b008982-c12d-44f9-8339-b20608e7ba26 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3579f488-1360-4e5f-a1d3-8c57917ab513 HTTP/1.1" status: 200 len: 909 time: 0.0841568 Oct 12 02:38:52.983525 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-df62dc86-3c12-43a9-ac2e-1353fa1d92a8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 200 len: 1000 time: 0.0562060 Oct 12 02:38:53.029581 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-80a065a0-fbac-46db-b84f-0bd2a4a9a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:53.031512 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-80a065a0-fbac-46db-b84f-0bd2a4a9a9c5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=80c1078f-72d3-460c-831e-4f99809a8b7a HTTP/1.1" status: 200 len: 847 time: 0.0420985 Oct 12 02:38:53.073973 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-2e4ac259-0457-425d-affa-0ec1d933db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:53.075453 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-2e4ac259-0457-425d-affa-0ec1d933db3d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3579f488-1360-4e5f-a1d3-8c57917ab513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374236 Oct 12 02:38:53.137703 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1f915-1c81-435d-93ce-935208e6d2cf req-7be500f0-0674-4a4e-819a-8f200175f9b6 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:53.139171 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d5f1f915-1c81-435d-93ce-935208e6d2cf req-7be500f0-0674-4a4e-819a-8f200175f9b6 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0470138 Oct 12 02:38:53.170357 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-7ad20c00-2b30-41dc-80b2-3ec690a8833d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878499 Oct 12 02:38:53.188368 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d5f1f915-1c81-435d-93ce-935208e6d2cf req-a386d0e4-1f11-4849-875b-0d68104c1d1d tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430381 Oct 12 02:38:53.263430 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-4d6a4e0b-e056-4ed2-b012-50657f9b43e6 req-5cffd6f9-ba0e-49de-b622-483bae2fcd70 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868783 Oct 12 02:38:54.307897 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8802-5b85-4e9b-a783-e9851946f9c6 req-0d21f08b-9ad9-472c-817f-85e74a845c69 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:54.309383 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2dab8802-5b85-4e9b-a783-e9851946f9c6 req-0d21f08b-9ad9-472c-817f-85e74a845c69 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0466003 Oct 12 02:38:54.329136 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:54.354100 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:54.359733 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2dab8802-5b85-4e9b-a783-e9851946f9c6 req-71de95b6-1431-41e8-b49b-351bc9292816 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Oct 12 02:38:55.350196 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:55.360888 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=5 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:38:55.486060 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd90e-39b7-473b-b76d-a8b0ae6ecd56 req-7863da4b-7b46-4c1a-b132-2479c9c1a624 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:55.487650 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9cbdd90e-39b7-473b-b76d-a8b0ae6ecd56 req-7863da4b-7b46-4c1a-b132-2479c9c1a624 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0532081 Oct 12 02:38:55.536249 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9cbdd90e-39b7-473b-b76d-a8b0ae6ecd56 req-8858a4e5-f175-4437-948b-00297c81a917 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427692 Oct 12 02:38:55.610898 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-30f26598-10db-422c-824e-57b817ad7119 req-56b7e7fb-18f3-49d7-9930-05b5de5f3d4b service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:38:55.611911 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-30f26598-10db-422c-824e-57b817ad7119 req-56b7e7fb-18f3-49d7-9930-05b5de5f3d4b service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059695 Oct 12 02:38:55.789671 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924c315-4887-4d07-a251-09c6b72c77fc req-335916cf-c895-4817-9f3e-eda5181bd4d5 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:55.791322 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4924c315-4887-4d07-a251-09c6b72c77fc req-335916cf-c895-4817-9f3e-eda5181bd4d5 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0538597 Oct 12 02:38:55.845679 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4924c315-4887-4d07-a251-09c6b72c77fc req-45a02eea-b22b-4c3e-afcd-ee1b60b5d689 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474539 Oct 12 02:38:55.854211 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35602) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:38:55.936033 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-6f398fcb-3029-487b-8213-7b62e61f74da service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806742 Oct 12 02:38:55.944357 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-a08c7216-3ce9-45a1-9701-3a1330f5a70b service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:38:55.945342 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-a08c7216-3ce9-45a1-9701-3a1330f5a70b service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047684 Oct 12 02:38:56.964046 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970707a-bb12-44bd-8721-14d3689d1c1f req-79b25500-5492-4d5a-8ed9-2bcd02d3c555 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:56.965891 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3970707a-bb12-44bd-8721-14d3689d1c1f req-79b25500-5492-4d5a-8ed9-2bcd02d3c555 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0462294 Oct 12 02:38:57.020060 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3970707a-bb12-44bd-8721-14d3689d1c1f req-43fafbe0-39d6-4417-9613-786920d8a302 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483239 Oct 12 02:38:57.121852 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35614) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:38:57.210656 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-8979488e-6271-448d-bc33-c634b8cd571f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:57.211971 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-8979488e-6271-448d-bc33-c634b8cd571f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports/66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 200 len: 942 time: 0.0891182 Oct 12 02:38:57.699983 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:38:58.140282 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c3b48-b3bf-4e8c-b93a-81201ee8548d req-497d66e3-238c-48df-b797-3883ffc3e161 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:58.141742 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9c2c3b48-b3bf-4e8c-b93a-81201ee8548d req-497d66e3-238c-48df-b797-3883ffc3e161 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0464931 Oct 12 02:38:58.190070 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9c2c3b48-b3bf-4e8c-b93a-81201ee8548d req-01ed00a5-58bd-42c7-8723-9eb38d64922b tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426452 Oct 12 02:38:58.305354 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 66a8b57d-c6be-4a74-91b2-545572f47798 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:38:58.376957 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 66a8b57d-c6be-4a74-91b2-545572f47798 is: ACTIVE; New status is: DOWN {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:38:58.377347 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:58.404687 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:38:58.408142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fdb73d-812c-4355-bdaf-81df9692db96" -d '{"events": [{"server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "name": "network-vif-unplugged", "status": "completed", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:38:58.427442 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 66a8b57d-c6be-4a74-91b2-545572f47798, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=66a8b57d-c6be-4a74-91b2-545572f47798,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:38:58.433223 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:58.456606 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 12 Oct 2022 02:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dec8899-fcf6-4c29-8dde-be35dda59233 x-openstack-request-id: req-3dec8899-fcf6-4c29-8dde-be35dda59233 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:38:58.456913 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "name": "network-vif-unplugged", "status": "failed", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798", "code": 422}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:38:58.457158 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3dec8899-fcf6-4c29-8dde-be35dda59233 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:38:58.457583 dv-cinder-849143-14-iscsi neutron-server[104437]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3dec8899-fcf6-4c29-8dde-be35dda59233']: {'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798', 'code': 422} returned with failed status Oct 12 02:38:58.484212 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=66a8b57d-c6be-4a74-91b2-545572f47798,revision_number=6']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:38:58.491604 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.492049 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.492290 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.492629 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.492986 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.493318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.493647 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.493974 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.494302 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.494628 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.494954 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.495280 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.495602 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.495924 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:58.496245 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:38:59.108759 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:38:59.268666 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ff073-8a01-4f16-b5d1-69e7fadc9744 req-a54d8648-7487-4e23-af84-95b1a4da26ca tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:59.270372 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ff7ff073-8a01-4f16-b5d1-69e7fadc9744 req-a54d8648-7487-4e23-af84-95b1a4da26ca tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0471191 Oct 12 02:38:59.315895 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3f87e-b3b4-497b-8090-16e1b638248b req-aed2d0f0-1d20-4744-a92e-cdaa1597fab9 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:38:59.317319 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2aa3f87e-b3b4-497b-8090-16e1b638248b req-aed2d0f0-1d20-4744-a92e-cdaa1597fab9 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0520241 Oct 12 02:38:59.324098 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ff7ff073-8a01-4f16-b5d1-69e7fadc9744 req-c1916d5f-cdfe-4054-a0c4-29c2655b18c5 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474300 Oct 12 02:38:59.366232 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-2aa3f87e-b3b4-497b-8090-16e1b638248b req-4ffc63c5-ca1f-4a9a-8efd-3053dea806fc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 Oct 12 02:39:00.443863 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d029c9-b15a-4e62-8942-d9683e995e33 req-590a99a7-9b5b-473f-97b3-e3a899fe1475 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:00.445476 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c4d029c9-b15a-4e62-8942-d9683e995e33 req-590a99a7-9b5b-473f-97b3-e3a899fe1475 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0466528 Oct 12 02:39:00.489585 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa6e5f-11f5-468a-82b6-46663a10ef34 req-95ac1fe9-35cc-4bc1-bfbc-30b8897f16e5 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:00.491166 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6afa6e5f-11f5-468a-82b6-46663a10ef34 req-95ac1fe9-35cc-4bc1-bfbc-30b8897f16e5 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0476944 Oct 12 02:39:00.494435 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c4d029c9-b15a-4e62-8942-d9683e995e33 req-364a77de-7e59-4781-a31a-d4bf62fc652f tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434265 Oct 12 02:39:00.540924 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6afa6e5f-11f5-468a-82b6-46663a10ef34 req-8a6695d9-e25f-458a-81c3-54bd0e094dcf tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439827 Oct 12 02:39:01.616447 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b9c1a-6386-4911-9b90-c944fc822d52 req-3d7597f1-51c5-477d-ad3b-bb70fdcfaa7b tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:01.618066 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3e6b9c1a-6386-4911-9b90-c944fc822d52 req-3d7597f1-51c5-477d-ad3b-bb70fdcfaa7b tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Oct 12 02:39:01.662284 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6605717-8151-43e1-8488-6c9d702c5721 req-b1e66c91-134c-45b9-a4d7-1ce8a292d5da tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:01.663755 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a6605717-8151-43e1-8488-6c9d702c5721 req-b1e66c91-134c-45b9-a4d7-1ce8a292d5da tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0463505 Oct 12 02:39:01.664739 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3e6b9c1a-6386-4911-9b90-c944fc822d52 req-dbbb175e-5684-48d9-afe9-a950bf9ecc65 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Oct 12 02:39:01.716613 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-a6605717-8151-43e1-8488-6c9d702c5721 req-a7449eeb-542f-4d99-a610-b3bc80986e66 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468535 Oct 12 02:39:01.899163 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-e2ee6a78-5e32-4047-be32-cd2ab3d07c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:01.900513 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-e2ee6a78-5e32-4047-be32-cd2ab3d07c97 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8&tenant_id=b1601a3e4f41405d8e9001af6da86b46 HTTP/1.1" status: 200 len: 1127 time: 0.0682695 Oct 12 02:39:01.977263 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-2fbf904e-ace8-4d78-a3e5-0cbaf0243262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:01.978782 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-2fbf904e-ace8-4d78-a3e5-0cbaf0243262 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b1601a3e4f41405d8e9001af6da86b46&device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1127 time: 0.0389500 Oct 12 02:39:02.070160 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-84046d39-a844-497a-9611-de83d7d88158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:02.071605 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-84046d39-a844-497a-9611-de83d7d88158 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3579f488-1360-4e5f-a1d3-8c57917ab513 HTTP/1.1" status: 200 len: 909 time: 0.0867939 Oct 12 02:39:02.130804 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-2f946503-61d6-4b13-90e2-268d9f6bc028 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 200 len: 998 time: 0.0530052 Oct 12 02:39:02.181299 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-5822f954-010e-476b-babe-c3ee3f8fe6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:02.182611 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-5822f954-010e-476b-babe-c3ee3f8fe6c1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=80c1078f-72d3-460c-831e-4f99809a8b7a HTTP/1.1" status: 200 len: 847 time: 0.0458672 Oct 12 02:39:02.224637 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-9d9b6f2f-1722-42fd-800c-868f1e26af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:02.226123 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-9d9b6f2f-1722-42fd-800c-868f1e26af9b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3579f488-1360-4e5f-a1d3-8c57917ab513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377064 Oct 12 02:39:02.315039 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-a4eeab50-d191-43d1-880e-c02a8d538537 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833051 Oct 12 02:39:02.327722 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:02.403469 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-ada538a2-0246-4280-9b78-031fe010bf19 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826786 Oct 12 02:39:02.788061 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9215bd-dce6-4b5d-9bec-c196b8991cb9 req-d4b12ace-79fc-4b62-8530-25a580c95b2c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:02.789577 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6f9215bd-dce6-4b5d-9bec-c196b8991cb9 req-d4b12ace-79fc-4b62-8530-25a580c95b2c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0507812 Oct 12 02:39:02.819756 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:02.823323 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:02.838100 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25334f2b-6dde-4c7c-8cb6-6c08e5f42202 req-9ba251bc-03c7-4a7b-b93f-7eebac7430d7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:02.839076 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6f9215bd-dce6-4b5d-9bec-c196b8991cb9 req-f1e996f7-3d2e-402e-afcb-9eac86655ec2 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439639 Oct 12 02:39:02.839573 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-25334f2b-6dde-4c7c-8cb6-6c08e5f42202 req-9ba251bc-03c7-4a7b-b93f-7eebac7430d7 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0476427 Oct 12 02:39:02.892416 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-25334f2b-6dde-4c7c-8cb6-6c08e5f42202 req-c763242a-ca8b-4626-9b21-1c8a9f1e4d1c tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471311 Oct 12 02:39:03.945515 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:03.961686 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b806bb-655c-4f8b-a555-c9166d96eb41 req-5dc73328-4aaa-4ba2-b0b9-e92f4c5c22c7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:03.963186 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-15b806bb-655c-4f8b-a555-c9166d96eb41 req-5dc73328-4aaa-4ba2-b0b9-e92f4c5c22c7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0478437 Oct 12 02:39:04.011826 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-15b806bb-655c-4f8b-a555-c9166d96eb41 req-69430425-477b-4741-80d3-fef775c240c2 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429568 Oct 12 02:39:04.016253 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3be47-478f-4a8f-af5f-058cbb3f4bdc req-4e49fdda-2d0b-4abc-8926-3f2309c13618 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:04.017945 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9fe3be47-478f-4a8f-af5f-058cbb3f4bdc req-4e49fdda-2d0b-4abc-8926-3f2309c13618 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0496814 Oct 12 02:39:04.066262 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9fe3be47-478f-4a8f-af5f-058cbb3f4bdc req-fa9e5bae-7222-4c35-a8d6-9241c906bca3 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Oct 12 02:39:05.135100 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678914d0-6155-4af2-a581-94539b961a91 req-8e99791d-8ccc-41f1-9f47-fd2ad79c0597 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:05.136596 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-678914d0-6155-4af2-a581-94539b961a91 req-8e99791d-8ccc-41f1-9f47-fd2ad79c0597 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0518277 Oct 12 02:39:05.184650 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-678914d0-6155-4af2-a581-94539b961a91 req-2af3843b-5773-465d-9fe4-3aad4302560a tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 Oct 12 02:39:05.187796 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc0ba1-17d8-4839-b29e-eb5190953cc2 req-0dc3d7a9-dc41-40a6-be9a-4e03fa150e11 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:05.189271 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-aacc0ba1-17d8-4839-b29e-eb5190953cc2 req-0dc3d7a9-dc41-40a6-be9a-4e03fa150e11 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0459335 Oct 12 02:39:05.237768 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-aacc0ba1-17d8-4839-b29e-eb5190953cc2 req-29b8bff7-c390-46d3-9530-9c4807e18712 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Oct 12 02:39:06.307406 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8ba33-3f70-4136-9ce7-baf91ac37b60 req-cb568a35-0f40-4a56-84aa-08c815f15e31 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:06.308919 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9ac8ba33-3f70-4136-9ce7-baf91ac37b60 req-cb568a35-0f40-4a56-84aa-08c815f15e31 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0463891 Oct 12 02:39:06.356525 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-9ac8ba33-3f70-4136-9ce7-baf91ac37b60 req-ab1ba6af-9f47-404f-a26b-09ef57de4f13 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416210 Oct 12 02:39:06.359961 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0942-b9b9-4387-8aed-35e681a53acc req-c10191ed-71fa-4602-8d9e-f8c062ba18cb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:06.361446 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c6df0942-b9b9-4387-8aed-35e681a53acc req-c10191ed-71fa-4602-8d9e-f8c062ba18cb tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0500419 Oct 12 02:39:06.408672 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c6df0942-b9b9-4387-8aed-35e681a53acc req-c5a813d1-0cce-4db4-bbac-9dc385dd0b11 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417056 Oct 12 02:39:07.535348 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024c343-e1aa-4791-a461-b8d9e01d784c req-a8fc85b0-2cc9-4bc7-b165-a512264bb52f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:07.536896 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5024c343-e1aa-4791-a461-b8d9e01d784c req-a8fc85b0-2cc9-4bc7-b165-a512264bb52f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 943 time: 0.0494251 Oct 12 02:39:07.588100 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5024c343-e1aa-4791-a461-b8d9e01d784c req-946e0f12-aa92-4322-980d-32a19baf9078 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455263 Oct 12 02:39:07.622793 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca0480-9a1d-4514-90f5-db5ebb5dbd67 req-5bdf00ac-a979-4aa9-ae8d-7e18b9dd4bbf tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:07.624777 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-afca0480-9a1d-4514-90f5-db5ebb5dbd67 req-5bdf00ac-a979-4aa9-ae8d-7e18b9dd4bbf tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0468800 Oct 12 02:39:07.674486 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-afca0480-9a1d-4514-90f5-db5ebb5dbd67 req-2c8a665f-3ec2-4192-952d-c2cc8879ac23 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441036 Oct 12 02:39:08.360973 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 66a8b57d-c6be-4a74-91b2-545572f47798 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:39:08.458211 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 66a8b57d-c6be-4a74-91b2-545572f47798, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=66a8b57d-c6be-4a74-91b2-545572f47798,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:39:08.469381 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '66a8b57d-c6be-4a74-91b2-545572f47798', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'port_id': '66a8b57d-c6be-4a74-91b2-545572f47798', 'mac_address': 'fa:16:3e:67:0c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:39:08.503432 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 66a8b57d-c6be-4a74-91b2-545572f47798 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:39:08.503814 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:08.516227 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a8b57d-c6be-4a74-91b2-545572f47798 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:39:08.539478 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 66a8b57d-c6be-4a74-91b2-545572f47798, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=66a8b57d-c6be-4a74-91b2-545572f47798,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:39:08.543805 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:08.588416 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=66a8b57d-c6be-4a74-91b2-545572f47798,revision_number=7']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:08.704674 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6832f13-4f9f-4da3-94bd-2d9f701825da req-77b40aae-7cc4-4b68-886a-af1eb19b8775 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:08.706169 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c6832f13-4f9f-4da3-94bd-2d9f701825da req-77b40aae-7cc4-4b68-886a-af1eb19b8775 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 944 time: 0.0448453 Oct 12 02:39:08.760866 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c6832f13-4f9f-4da3-94bd-2d9f701825da req-3a0724f9-8d51-4b2d-8685-f49afdf1585d tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492115 Oct 12 02:39:08.795155 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbb148-c0d8-4605-a061-7e2b0be53b2b req-6e51c7be-c0b6-4323-9759-2130bf98c068 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:08.796630 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-93fbb148-c0d8-4605-a061-7e2b0be53b2b req-6e51c7be-c0b6-4323-9759-2130bf98c068 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0477509 Oct 12 02:39:08.845394 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-93fbb148-c0d8-4605-a061-7e2b0be53b2b req-4b525b23-45f2-41f1-907c-3acd1b9d79fc tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432851 Oct 12 02:39:08.846359 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['66a8b57d-c6be-4a74-91b2-545572f47798'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:39:08.961322 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:08.968251 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:09.880175 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175034f-7065-453e-a1b0-a5da3f071117 req-5f441ea3-a6e3-4339-bfbe-7dff3d69d100 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:09.881717 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0175034f-7065-453e-a1b0-a5da3f071117 req-5f441ea3-a6e3-4339-bfbe-7dff3d69d100 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 944 time: 0.0463057 Oct 12 02:39:09.931679 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0175034f-7065-453e-a1b0-a5da3f071117 req-60bae658-8ec1-4993-8b1a-bc9921beec07 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444396 Oct 12 02:39:09.963328 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f87f3b-c35d-48cc-bde6-035c377b80f0 req-4a8501c3-d8bd-4fa2-b02a-d632bf62a374 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:09.964840 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e7f87f3b-c35d-48cc-bde6-035c377b80f0 req-4a8501c3-d8bd-4fa2-b02a-d632bf62a374 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0465987 Oct 12 02:39:10.012074 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e7f87f3b-c35d-48cc-bde6-035c377b80f0 req-968d7ee5-f84a-4cf2-b819-9bf812fa9dbb tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413065 Oct 12 02:39:10.215472 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38e6b-0d73-451a-b5b3-f932f8b0f6a8 req-9056b124-a430-41ef-9a6d-7fa15a74481b tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:10.217020 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4cb38e6b-0d73-451a-b5b3-f932f8b0f6a8 req-9056b124-a430-41ef-9a6d-7fa15a74481b tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0496957 Oct 12 02:39:10.265737 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4cb38e6b-0d73-451a-b5b3-f932f8b0f6a8 req-27031eab-8a27-47a6-ac83-8c087035eb8c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Oct 12 02:39:10.290828 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404a611-974e-4952-acb4-b80403876ba9 req-aff15793-f260-451b-b39a-5ed34de7b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:10.292306 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3404a611-974e-4952-acb4-b80403876ba9 req-aff15793-f260-451b-b39a-5ed34de7b589 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 1129 time: 0.0391679 Oct 12 02:39:10.383422 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404a611-974e-4952-acb4-b80403876ba9 req-7f76b6fc-e44a-478e-8e86-53ab941ba6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:10.384211 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 66a8b57d-c6be-4a74-91b2-545572f47798 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:39:10.384856 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3404a611-974e-4952-acb4-b80403876ba9 req-7f76b6fc-e44a-478e-8e86-53ab941ba6a6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 912 time: 0.0869768 Oct 12 02:39:10.427540 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 66a8b57d-c6be-4a74-91b2-545572f47798 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:39:10.427910 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:10.428256 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 66a8b57d-c6be-4a74-91b2-545572f47798 Oct 12 02:39:10.444541 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3404a611-974e-4952-acb4-b80403876ba9 req-fddbd7c8-a7ef-439f-a994-514569779abf service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac17dd-767d-4f70-9eec-365ba24671e0 HTTP/1.1" status: 200 len: 1000 time: 0.0536706 Oct 12 02:39:10.497096 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404a611-974e-4952-acb4-b80403876ba9 req-92299439-e992-4c23-ba60-12706d686286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:10.498530 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3404a611-974e-4952-acb4-b80403876ba9 req-92299439-e992-4c23-ba60-12706d686286 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce HTTP/1.1" status: 200 len: 850 time: 0.0477867 Oct 12 02:39:10.505601 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 66a8b57d-c6be-4a74-91b2-545572f47798 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:39:10.505992 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:10.528992 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:39:10.531240 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff5630f-839a-4fa6-aac9-5650d686c697" -d '{"events": [{"server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "name": "network-vif-plugged", "status": "completed", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:39:10.543077 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404a611-974e-4952-acb4-b80403876ba9 req-8b70b09c-31dc-4434-944d-3f1a02b6c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:10.543363 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 66a8b57d-c6be-4a74-91b2-545572f47798, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=66a8b57d-c6be-4a74-91b2-545572f47798,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:39:10.544659 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3404a611-974e-4952-acb4-b80403876ba9 req-8b70b09c-31dc-4434-944d-3f1a02b6c54f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8484fb9c-5daa-4067-a233-ae010b930f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400686 Oct 12 02:39:10.548609 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:10.581276 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6543b183-ea13-4878-a1f4-ef9604ae28a7 x-openstack-request-id: req-6543b183-ea13-4878-a1f4-ef9604ae28a7 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:39:10.581562 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "name": "network-vif-plugged", "status": "completed", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:39:10.581804 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6543b183-ea13-4878-a1f4-ef9604ae28a7 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:39:10.582184 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6543b183-ea13-4878-a1f4-ef9604ae28a7'] response: {'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798', 'code': 200} Oct 12 02:39:10.600946 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=66a8b57d-c6be-4a74-91b2-545572f47798,revision_number=8']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:10.603051 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:10.618319 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:10.649304 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3404a611-974e-4952-acb4-b80403876ba9 req-75fb291b-8661-4474-964c-7f1bec842c11 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989382 Oct 12 02:39:10.779776 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3404a611-974e-4952-acb4-b80403876ba9 req-db672b3f-3c51-4be0-b6e2-c13ff2cdd608 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855393 Oct 12 02:39:10.839769 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a93c5a-8794-422b-ae70-2a2f99205d81 req-71626cfa-fbe6-419e-9c0d-9482c404a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:10.841251 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d4a93c5a-8794-422b-ae70-2a2f99205d81 req-71626cfa-fbe6-419e-9c0d-9482c404a78c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1129 time: 0.0392311 Oct 12 02:39:10.914999 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d4a93c5a-8794-422b-ae70-2a2f99205d81 req-01f3c7c8-5d41-4c0b-bcab-5e6b9dda65cd service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421629 Oct 12 02:39:11.050391 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652fc9f-3be9-4f77-ae70-478290683bc3 req-cacbe1ad-fe0f-4f3e-8b2e-943f174d89af tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:11.051821 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1652fc9f-3be9-4f77-ae70-478290683bc3 req-cacbe1ad-fe0f-4f3e-8b2e-943f174d89af tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0457904 Oct 12 02:39:11.099744 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1652fc9f-3be9-4f77-ae70-478290683bc3 req-5d67da73-269c-4129-b81a-bc7900dc076a tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Oct 12 02:39:11.393632 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6977c73-3384-4217-99a4-439fbc3a1f11 req-adf7a98e-cfc3-4d7a-bec1-21fb4d882a2e tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:11.395080 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e6977c73-3384-4217-99a4-439fbc3a1f11 req-adf7a98e-cfc3-4d7a-bec1-21fb4d882a2e tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0466707 Oct 12 02:39:11.441800 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e6977c73-3384-4217-99a4-439fbc3a1f11 req-be4677d3-4651-49c0-ab7f-5100bf06628b tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410590 Oct 12 02:39:12.227299 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9732c8c-8faa-4d1a-9929-97c29106e40b req-f70fb629-ab90-4faf-97e3-5e43177fa797 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:12.228771 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a9732c8c-8faa-4d1a-9929-97c29106e40b req-f70fb629-ab90-4faf-97e3-5e43177fa797 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0469055 Oct 12 02:39:12.281184 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a9732c8c-8faa-4d1a-9929-97c29106e40b req-d6b03016-6ea9-419d-bccf-aab8808009c5 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467741 Oct 12 02:39:12.562210 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3b632-a4d3-4588-b6d5-01c4c52e82ba req-218a192f-77f1-47be-927e-aec408684cb0 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:12.563861 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55f3b632-a4d3-4588-b6d5-01c4c52e82ba req-218a192f-77f1-47be-927e-aec408684cb0 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0473447 Oct 12 02:39:12.610664 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-55f3b632-a4d3-4588-b6d5-01c4c52e82ba req-13aa09b8-5456-4c12-b8df-3f8902352bb2 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410407 Oct 12 02:39:13.401828 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7976bc-95a4-4948-a01c-85ba8d5b8ec8 req-f89a52eb-cfdf-4a5c-9922-d3778dbf6bd3 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:13.403191 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1e7976bc-95a4-4948-a01c-85ba8d5b8ec8 req-f89a52eb-cfdf-4a5c-9922-d3778dbf6bd3 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0469036 Oct 12 02:39:13.451504 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-1e7976bc-95a4-4948-a01c-85ba8d5b8ec8 req-86ab7ec2-1a21-423b-afac-52e12a021ff6 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Oct 12 02:39:14.364386 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:14.365143 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:15.918338 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-66716a1f-6fc4-463e-a01c-394817634de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:18.267666 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-351c522b-a366-48ea-b0d4-915d1af9498e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:19.288430 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:20.852045 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:21.217797 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:22.604475 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=41 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:22.606412 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=40 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:23.443828 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:23.447464 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:29.117068 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:30.436552 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-7d313af7-70b1-4ec4-8837-f5a21a661ac4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406075 Oct 12 02:39:30.545566 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-41061a3e-49db-432d-be33-f5d50e7cb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:30.547014 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-41061a3e-49db-432d-be33-f5d50e7cb57d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b1601a3e4f41405d8e9001af6da86b46&device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1129 time: 0.0395355 Oct 12 02:39:30.648361 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-e6c88332-1710-4ee6-ac53-688ecb21e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:30.650012 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-e6c88332-1710-4ee6-ac53-688ecb21e621 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3579f488-1360-4e5f-a1d3-8c57917ab513 HTTP/1.1" status: 200 len: 909 time: 0.0840585 Oct 12 02:39:30.713539 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-9509b35e-64ae-40de-923c-8f44df5de702 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 200 len: 1000 time: 0.0566607 Oct 12 02:39:30.761744 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-6a8eb4cf-5a12-4a67-b7db-811bc0e4c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:30.763148 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-6a8eb4cf-5a12-4a67-b7db-811bc0e4c84b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=80c1078f-72d3-460c-831e-4f99809a8b7a HTTP/1.1" status: 200 len: 847 time: 0.0430360 Oct 12 02:39:30.806694 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-367e1ba5-1a51-4070-b38a-19ef1bc8c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:30.808101 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-367e1ba5-1a51-4070-b38a-19ef1bc8c2b0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3579f488-1360-4e5f-a1d3-8c57917ab513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370498 Oct 12 02:39:30.910011 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-8dd87e64-286f-44e1-ae2c-68e43b0543ac service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854266 Oct 12 02:39:31.006612 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-591bf98b-fa80-4b26-93ad-4617c823d722 req-7113ccbb-ba0d-453d-95ed-0d4f2751840a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880065 Oct 12 02:39:32.352838 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:32.357868 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:34.697892 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:39:39.108883 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:39.110190 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=55,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:41.002014 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=48 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:41.003227 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=53 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:44.693790 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:45.636128 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad2aa-86b9-48d2-8da7-fa9b27fcf628 req-85e9d0bc-9ffd-4c20-8bbb-b5a00a13af6e tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:45.637516 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-063ad2aa-86b9-48d2-8da7-fa9b27fcf628 req-85e9d0bc-9ffd-4c20-8bbb-b5a00a13af6e tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0954306 Oct 12 02:39:45.683846 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-063ad2aa-86b9-48d2-8da7-fa9b27fcf628 req-970c20b6-8fd0-4f6e-9e0d-fbbbf44c0bc3 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400031 Oct 12 02:39:45.920043 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-395bfe4c-1912-42a0-8cad-560e0222d154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:46.855639 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dfd8d-c34f-48e5-a639-e6a9de3608a8 req-bbabd587-d7c2-458f-bdef-57bffdbbe2a0 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:46.857107 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8d7dfd8d-c34f-48e5-a639-e6a9de3608a8 req-bbabd587-d7c2-458f-bdef-57bffdbbe2a0 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0985355 Oct 12 02:39:46.903582 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8d7dfd8d-c34f-48e5-a639-e6a9de3608a8 req-89096865-dc35-4d84-a3ab-993bb8d36f31 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404243 Oct 12 02:39:47.761699 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-29bc613e-fb62-4a23-bc9f-b9b59f67e5a3 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:47.763104 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-29bc613e-fb62-4a23-bc9f-b9b59f67e5a3 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0446379 Oct 12 02:39:47.846191 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Deleting port 24ac17dd-767d-4f70-9eec-365ba24671e0 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:39:47.846528 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:47.933097 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] For port 24ac17dd-767d-4f70-9eec-365ba24671e0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=24ac17dd-767d-4f70-9eec-365ba24671e0,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:39:47.933463 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:48.060308 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f4a05-418d-469c-a511-fcbcbf71ab1b req-697d9ad1-45d2-4dd1-bf18-a30b449a8e4a tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:48.061689 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ed2f4a05-418d-469c-a511-fcbcbf71ab1b req-697d9ad1-45d2-4dd1-bf18-a30b449a8e4a tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5970385-f587-4e45-b2ca-9d5913f90396 HTTP/1.1" status: 200 len: 945 time: 0.0779629 Oct 12 02:39:48.163881 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ed2f4a05-418d-469c-a511-fcbcbf71ab1b req-e7baf8d4-c0f1-4abe-99fd-7082d2a66612 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3d5a4c6-9249-42ad-b25b-74857a992152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951250 Oct 12 02:39:48.166856 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:48.167047 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (624aea62-7da0-4704-ad55-81ef8f08dcfe), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:48.167355 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Floating IP 624aea62-7da0-4704-ad55-81ef8f08dcfe disassociated. External IP: 172.27.4.89, port: 24ac17dd-767d-4f70-9eec-365ba24671e0. Oct 12 02:39:48.167694 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Calling delete_port for 24ac17dd-767d-4f70-9eec-365ba24671e0 owned by compute:nova {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:39:48.269397 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bac8dbf0-88c3-4893-b6b7-0fac861f6646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:48.295783 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (24ac17dd-767d-4f70-9eec-365ba24671e0), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:48.323431 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event deleted for resources: {'Port': ['ID=24ac17dd-767d-4f70-9eec-365ba24671e0,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:48.334943 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.335293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.335631 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.335966 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.336294 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.336620 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.336968 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.337293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.337613 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.337933 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.338256 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.338576 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.338893 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.339210 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.339525 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:48.441899 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Router 148b9488-f220-4135-9354-1a96905db371 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:39:48.482493 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:48.529791 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:48.545747 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:39:48.556040 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] Sync routers for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:39:48.565444 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:39:48.566063 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:39:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:48.586797 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] No DVR routers for this DVR port 24ac17dd-767d-4f70-9eec-365ba24671e0 on host hv-cinder-84914 {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:39:48.589198 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:48.592369 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3fa9a1e6-ba68-4f41-bf61-1aac73e9df34 req-379c2ddc-8f66-4e72-9ab9-50e9adc2da26 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "DELETE /networking/v2.0/ports/24ac17dd-767d-4f70-9eec-365ba24671e0 HTTP/1.1" status: 204 len: 173 time: 0.8242922 Oct 12 02:39:48.592843 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'name': 'network-vif-deleted', 'tag': '24ac17dd-767d-4f70-9eec-365ba24671e0'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:39:48.595596 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8140e46-bfbc-4bd2-aa9e-873a0e43d9e4" -d '{"events": [{"server_uuid": "f5970385-f587-4e45-b2ca-9d5913f90396", "name": "network-vif-deleted", "tag": "24ac17dd-767d-4f70-9eec-365ba24671e0"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:39:48.644910 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952dc6b7-849d-440c-afea-0279dc38e45e x-openstack-request-id: req-952dc6b7-849d-440c-afea-0279dc38e45e {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:39:48.645315 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5970385-f587-4e45-b2ca-9d5913f90396", "name": "network-vif-deleted", "tag": "24ac17dd-767d-4f70-9eec-365ba24671e0", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:39:48.645657 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-952dc6b7-849d-440c-afea-0279dc38e45e {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:39:48.646203 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952dc6b7-849d-440c-afea-0279dc38e45e'] response: {'server_uuid': 'f5970385-f587-4e45-b2ca-9d5913f90396', 'name': 'network-vif-deleted', 'tag': '24ac17dd-767d-4f70-9eec-365ba24671e0', 'status': 'completed', 'code': 200} Oct 12 02:39:48.681096 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:39:48.883264 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:48.907889 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] Checking router: 148b9488-f220-4135-9354-1a96905db371 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:39:48.916364 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:39:48.916936 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:39:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:49.018230 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:39:49.208899 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:39:49.246489 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cbc253-075e-47d0-b3ad-f26313117abf None None] The sync data for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi is: [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:39:49.270179 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35750) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:49.291151 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.335187 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (c3d5a4c6-9249-42ad-b25b-74857a992152), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.357909 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (c3d5a4c6-9249-42ad-b25b-74857a992152), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.407824 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (c3d5a4c6-9249-42ad-b25b-74857a992152), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.410666 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.414937 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c3d5a4c6-9249-42ad-b25b-74857a992152 HTTP/1.1" status: 204 len: 168 time: 0.1421702 Oct 12 02:39:49.415150 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35752) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:49.425097 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d5a4c6-9249-42ad-b25b-74857a992152,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:49.430522 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.api.v2.resource [None req-5942c74c-4757-4efe-941b-ac1d904b91e1 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] show failed (client error): The resource could not be found. Oct 12 02:39:49.431710 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5942c74c-4757-4efe-941b-ac1d904b91e1 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups/c3d5a4c6-9249-42ad-b25b-74857a992152 HTTP/1.1" status: 404 len: 347 time: 0.0157104 Oct 12 02:39:49.434699 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.435212 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35754) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:49.436563 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.436922 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.437384 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.437801 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.438795 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.439198 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.439591 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.439996 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.440389 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.440807 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.441317 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.441694 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.442238 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.442634 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda79e9-1143-46ce-a0cd-8a44f1d44c58 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:49.492949 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f957a6a-b3a1-4d7e-ab5b-53d57496b043 None None] New status for floating IP 624aea62-7da0-4704-ad55-81ef8f08dcfe: DOWN {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:39:49.550717 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-a7d19067-9325-4d23-9fa8-d796287ad35d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Deleting port 49137159-48ba-47f5-a865-4722d132fdf9 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:39:49.551059 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a7d19067-9325-4d23-9fa8-d796287ad35d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (49137159-48ba-47f5-a865-4722d132fdf9), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.635996 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a7d19067-9325-4d23-9fa8-d796287ad35d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (49137159-48ba-47f5-a865-4722d132fdf9), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.636321 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a7d19067-9325-4d23-9fa8-d796287ad35d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (49137159-48ba-47f5-a865-4722d132fdf9), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.649356 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-a7d19067-9325-4d23-9fa8-d796287ad35d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Calling delete_port for 49137159-48ba-47f5-a865-4722d132fdf9 owned by network:floatingip {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:39:49.781189 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a7d19067-9325-4d23-9fa8-d796287ad35d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (49137159-48ba-47f5-a865-4722d132fdf9), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.805550 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d19067-9325-4d23-9fa8-d796287ad35d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event deleted for resources: {'Port': ['ID=49137159-48ba-47f5-a865-4722d132fdf9,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:49.868196 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a7d19067-9325-4d23-9fa8-d796287ad35d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (624aea62-7da0-4704-ad55-81ef8f08dcfe), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.870812 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a7d19067-9325-4d23-9fa8-d796287ad35d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:49.871923 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a7d19067-9325-4d23-9fa8-d796287ad35d tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/624aea62-7da0-4704-ad55-81ef8f08dcfe HTTP/1.1" status: 204 len: 168 time: 0.4358134 Oct 12 02:39:49.946284 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35758) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:49.950816 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-65c15602-6332-496e-88dd-d574371a491c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227333509', 'description': 'tempest-description--1704915502'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:39:49.971486 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-65c15602-6332-496e-88dd-d574371a491c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.041723 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-65c15602-6332-496e-88dd-d574371a491c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (1355430e-f99d-4fbf-8839-00688ca84754), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.045226 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-65c15602-6332-496e-88dd-d574371a491c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (1355430e-f99d-4fbf-8839-00688ca84754), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.076361 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-65c15602-6332-496e-88dd-d574371a491c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.077600 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-65c15602-6332-496e-88dd-d574371a491c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1303279 Oct 12 02:39:50.078444 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c15602-6332-496e-88dd-d574371a491c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1355430e-f99d-4fbf-8839-00688ca84754,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:50.080682 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35760) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:50.085320 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-18afe9a4-4d8d-4ed0-b043-a26628f386ea tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'security_group_rule': {'security_group_id': '1355430e-f99d-4fbf-8839-00688ca84754', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:39:50.112332 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-18afe9a4-4d8d-4ed0-b043-a26628f386ea tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (e77f7035-ffb9-40f7-ad51-1312a9370c72), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.167341 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-18afe9a4-4d8d-4ed0-b043-a26628f386ea tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (e77f7035-ffb9-40f7-ad51-1312a9370c72), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.170963 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-18afe9a4-4d8d-4ed0-b043-a26628f386ea tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (e77f7035-ffb9-40f7-ad51-1312a9370c72), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.178261 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:50.189560 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afe9a4-4d8d-4ed0-b043-a26628f386ea tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77f7035-ffb9-40f7-ad51-1312a9370c72,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:50.198234 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-18afe9a4-4d8d-4ed0-b043-a26628f386ea tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.199394 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-18afe9a4-4d8d-4ed0-b043-a26628f386ea tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177981 Oct 12 02:39:50.202188 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35762) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:50.206829 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-636959a5-119a-4557-9e73-0fee4e8f7f39 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'security_group_rule': {'security_group_id': '1355430e-f99d-4fbf-8839-00688ca84754', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:39:50.213966 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:50.236081 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-636959a5-119a-4557-9e73-0fee4e8f7f39 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (ad85192c-4f3d-4fd8-bef4-461f7f9a1665), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.291859 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-636959a5-119a-4557-9e73-0fee4e8f7f39 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (ad85192c-4f3d-4fd8-bef4-461f7f9a1665), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.295087 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-636959a5-119a-4557-9e73-0fee4e8f7f39 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (ad85192c-4f3d-4fd8-bef4-461f7f9a1665), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.313027 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636959a5-119a-4557-9e73-0fee4e8f7f39 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad85192c-4f3d-4fd8-bef4-461f7f9a1665,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:50.319946 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-636959a5-119a-4557-9e73-0fee4e8f7f39 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.321146 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-636959a5-119a-4557-9e73-0fee4e8f7f39 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180663 Oct 12 02:39:50.324266 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35764) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:39:50.328546 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:39:50.350160 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.427862 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.531870 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Allocated IP 172.27.4.133 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/f99e2e59-41f7-48b9-9d46-d828374448ec) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:39:50.568474 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 24ac17dd-767d-4f70-9eec-365ba24671e0 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:39:50.589145 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 24ac17dd-767d-4f70-9eec-365ba24671e0 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:39:50.589496 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 24ac17dd-767d-4f70-9eec-365ba24671e0 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:39:50.636817 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for port (f99e2e59-41f7-48b9-9d46-d828374448ec), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.669217 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (f99e2e59-41f7-48b9-9d46-d828374448ec), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.709418 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:39:50.712571 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:39:50.716138 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:39:50.744904 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'Port': ['ID=f99e2e59-41f7-48b9-9d46-d828374448ec,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:50.801697 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.837812 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (f99e2e59-41f7-48b9-9d46-d828374448ec), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:50.854754 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:51.137178 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:51.139155 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:51.221833 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:51.243273 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for port (f99e2e59-41f7-48b9-9d46-d828374448ec), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:51.247537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (f99e2e59-41f7-48b9-9d46-d828374448ec), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:51.315453 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:51.318104 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'Port': ['ID=f99e2e59-41f7-48b9-9d46-d828374448ec,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:51.332725 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:51.333937 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-02527c6c-8468-4cd0-8864-a5c806cd2eed tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0087245 Oct 12 02:39:51.529484 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-e3fe3f99-25ea-4a3f-8f4d-bbe985f9dc92 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--227333509&fields=id&tenant_id=297b4af1911c49f3b7b01c35236f4dae HTTP/1.1" status: 200 len: 267 time: 0.0412147 Oct 12 02:39:51.637936 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561bda-451a-44b0-92bb-26401948495c req-e3cf7842-3eb9-4971-a919-d30b8fdd4c61 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:51.639388 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-e3cf7842-3eb9-4971-a919-d30b8fdd4c61 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 811 time: 0.1031537 Oct 12 02:39:51.654096 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-f0c4df01-f781-4cdb-989d-647e61c2fad8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/quotas/297b4af1911c49f3b7b01c35236f4dae HTTP/1.1" status: 200 len: 375 time: 0.0088542 Oct 12 02:39:51.701215 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-36f67dc1-866c-4bef-aa25-4ea929ce3071 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418978 Oct 12 02:39:51.757672 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-3fb57746-8263-4c11-ab87-23de07abc47b service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:39:51.758665 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-3fb57746-8263-4c11-ab87-23de07abc47b service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0463309 Oct 12 02:39:51.851235 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-4823c35b-ae1d-4753-81a9-a11fa7b7e3da service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867200 Oct 12 02:39:51.939144 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-f8c0ca57-2b8d-404a-a795-aa6956edc745 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822022 Oct 12 02:39:52.105901 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-503c37b2-d68d-4550-b189-35fa10074b65 req-82672004-90e5-409a-b218-74a6cb9d8b93 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0317762 Oct 12 02:39:53.182783 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561bda-451a-44b0-92bb-26401948495c req-76559d7f-da05-4880-874a-4fb5b2136582 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:53.184237 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-76559d7f-da05-4880-874a-4fb5b2136582 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 811 time: 0.1093419 Oct 12 02:39:53.212267 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ce29986e-1a88-48ba-b4fb-aa285f2cdb41 req-bda15be7-d4b7-4d9e-8747-ba579591236e tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0288012 Oct 12 02:39:53.254805 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-946b7e19-31a3-4246-812c-802bbbf444aa tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=297b4af1911c49f3b7b01c35236f4dae HTTP/1.1" status: 200 len: 379 time: 0.0567727 Oct 12 02:39:53.349742 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'port': {'device_id': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'admin_state_up': True, 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'security_groups': ['1355430e-f99d-4fbf-8839-00688ca84754']}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:39:53.457698 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Made reservation on behalf of 297b4af1911c49f3b7b01c35236f4dae for: {'port': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:39:53.461407 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:53.583093 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Allocated IP 172.20.0.4 (8484fb9c-5daa-4067-a233-ae010b930f21/8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce/e1dfc227-256b-42f2-8bbc-5b489c6f72d3) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:39:53.721439 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:53.727981 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:53.747996 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:53.758868 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:53.800630 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Network 8484fb9c-5daa-4067-a233-ae010b930f21 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:39:53.803810 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:39:53.807506 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:39:53.837805 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event updated for resources: {'Port': ['ID=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:53.866557 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:53.867179 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:53.884212 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-1d5befae-f16d-4dd4-9000-820b4b281f46 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5382693 Oct 12 02:39:53.893615 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-7f76bb2c-9014-408e-87fe-a69ed2644c0c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:39:53.894570 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-7f76bb2c-9014-408e-87fe-a69ed2644c0c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052447 Oct 12 02:39:53.911641 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Request body: {'port': {'device_id': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:39:53.972135 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:54.012265 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-4c8def13-90c3-4ed0-a215-9d477567c48c None None] Provisioning complete for port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:39:54.012881 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-4c8def13-90c3-4ed0-a215-9d477567c48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:54.013002 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-4c8def13-90c3-4ed0-a215-9d477567c48c None None] Attempt 1 to provision port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 Oct 12 02:39:54.046060 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-4c8def13-90c3-4ed0-a215-9d477567c48c None None] Port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:39:54.227929 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dfc227-256b-42f2-8bbc-5b489c6f72d3 {{(pid=104436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:39:54.235291 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Publish callbacks [] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:54.248522 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.provisioning_blocks [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Transition to ACTIVE for port object e1dfc227-256b-42f2-8bbc-5b489c6f72d3 will not be triggered until provisioned by entity L2. {{(pid=104436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:39:54.252752 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:54.339024 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Pushing event updated for resources: {'Port': ['ID=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:54.382749 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26457421-9ac3-4302-b5c5-322ce7034667 req-358ba2c6-2351-4b90-a3e4-196542a9bc9f tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:54.384226 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-26457421-9ac3-4302-b5c5-322ce7034667 req-358ba2c6-2351-4b90-a3e4-196542a9bc9f tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 943 time: 0.0946009 Oct 12 02:39:54.432341 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Attempting to bind port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:39:54.432672 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Attempting to bind port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:39:54.433021 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Attempting to bind port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 on network 8484fb9c-5daa-4067-a233-ae010b930f21 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:39:54.470951 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-26457421-9ac3-4302-b5c5-322ce7034667 req-da39a209-229b-4105-816a-9bf1cb4ff328 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807252 Oct 12 02:39:54.488750 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 on network 8484fb9c-5daa-4067-a233-ae010b930f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:39:54.489082 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Attempting to bind port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 on network 8484fb9c-5daa-4067-a233-ae010b930f21 {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:39:54.530238 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:39:54.530576 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Checking segment: {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:39:54.530956 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Bound using segment: {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'} {{(pid=104436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:39:54.531387 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.managers [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Bound port: e1dfc227-256b-42f2-8bbc-5b489c6f72d3, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240e0f7b-68fd-4e75-b49b-d7a895a88c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21'}}] {{(pid=104436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:39:54.531750 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:54.546011 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:54.584158 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:54.593350 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] For port e1dfc227-256b-42f2-8bbc-5b489c6f72d3, host hv-cinder-84914, cleared binding levels {{(pid=104436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:39:54.597030 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] For port e1dfc227-256b-42f2-8bbc-5b489c6f72d3, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:39:54.602864 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:54.607368 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:54.607974 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:54.609375 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/e1dfc227-256b-42f2-8bbc-5b489c6f72d3 HTTP/1.1" status: 200 len: 1093 time: 0.7019398 Oct 12 02:39:54.609914 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'tag': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:39:54.612855 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "50e73cb0-a161-4344-be58-ebf9dc84c4a2", "tag": "e1dfc227-256b-42f2-8bbc-5b489c6f72d3"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:39:54.654982 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7343e0df-af46-4e84-9d58-58fcfa6035b7 x-openstack-request-id: req-7343e0df-af46-4e84-9d58-58fcfa6035b7 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:39:54.655257 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e73cb0-a161-4344-be58-ebf9dc84c4a2", "tag": "e1dfc227-256b-42f2-8bbc-5b489c6f72d3", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:39:54.655506 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7343e0df-af46-4e84-9d58-58fcfa6035b7 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:39:54.655914 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7343e0df-af46-4e84-9d58-58fcfa6035b7'] response: {'name': 'network-changed', 'server_uuid': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'tag': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3', 'status': 'completed', 'code': 200} Oct 12 02:39:54.668588 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523ca87-9b6b-4000-aa29-c72ba29753de service neutron] Pushing event updated for resources: {'Port': ['ID=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,revision_number=3']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:54.723878 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561bda-451a-44b0-92bb-26401948495c req-87ce02d3-7fc3-4632-885f-65131f6ef02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:54.725638 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-87ce02d3-7fc3-4632-885f-65131f6ef02b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 1127 time: 0.0392497 Oct 12 02:39:54.768345 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-ce01d622-0e4c-4563-9db3-eb0c836b9bb6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1dfc227-256b-42f2-8bbc-5b489c6f72d3 HTTP/1.1" status: 200 len: 217 time: 0.0314496 Oct 12 02:39:54.816382 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561bda-451a-44b0-92bb-26401948495c req-7fbd166e-0e2e-46bd-b6f2-e1183e9fce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:54.817818 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-7fbd166e-0e2e-46bd-b6f2-e1183e9fce68 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce HTTP/1.1" status: 200 len: 850 time: 0.0430844 Oct 12 02:39:54.864472 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561bda-451a-44b0-92bb-26401948495c req-1d2ec02b-76a8-4268-a808-33b3434a1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:54.866030 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-1d2ec02b-76a8-4268-a808-33b3434a1bbd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8484fb9c-5daa-4067-a233-ae010b930f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423446 Oct 12 02:39:54.955199 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-21b91581-ecf6-4a74-b385-96968bc7e5c8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836062 Oct 12 02:39:55.046627 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e0561bda-451a-44b0-92bb-26401948495c req-b574425f-1641-46ec-bd47-47623e8bc1d8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855899 Oct 12 02:39:55.591361 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b777190-1748-4ebc-a2ad-44f4583322d0 req-f18e380d-71e3-45c8-9f93-4ebfd82f21f6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:55.592892 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8b777190-1748-4ebc-a2ad-44f4583322d0 req-f18e380d-71e3-45c8-9f93-4ebfd82f21f6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 943 time: 0.0454905 Oct 12 02:39:55.638690 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8b777190-1748-4ebc-a2ad-44f4583322d0 req-f8ccb745-643c-4f9a-9f92-5f5a982d3771 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Oct 12 02:39:55.832621 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-74a579bb-41d7-41bb-90da-6a5c9bff00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:55.834173 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-74a579bb-41d7-41bb-90da-6a5c9bff00a8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 1127 time: 0.0419903 Oct 12 02:39:55.921076 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-831236a0-4fba-48b3-b97c-8c776ea1bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:55.922390 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-831236a0-4fba-48b3-b97c-8c776ea1bd1d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 912 time: 0.0827336 Oct 12 02:39:55.961204 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-0d94499f-5a69-4227-b066-684fce7ace82 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1dfc227-256b-42f2-8bbc-5b489c6f72d3 HTTP/1.1" status: 200 len: 217 time: 0.0314467 Oct 12 02:39:56.010980 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-ad999b01-1cc1-449f-adf2-103516edf207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:56.012387 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-ad999b01-1cc1-449f-adf2-103516edf207 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce HTTP/1.1" status: 200 len: 850 time: 0.0459232 Oct 12 02:39:56.055011 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-003fad30-376e-4b68-9fc3-4147991d607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:56.056454 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-003fad30-376e-4b68-9fc3-4147991d607b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8484fb9c-5daa-4067-a233-ae010b930f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383677 Oct 12 02:39:56.148140 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-b93a006b-70bc-4100-bcc7-fbedce7074d0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858905 Oct 12 02:39:56.209908 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:56.236740 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d56aea13-17b8-4cc8-a0f7-3c38ed54dc6b req-de5611b9-c284-4985-a166-295972ac8d01 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833957 Oct 12 02:39:56.763932 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9f8d8-e430-4d5a-b4cb-42a5da55ae19 req-ce5bc0ce-3b1a-4c3f-8810-190c9a9a410c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:56.765690 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-98c9f8d8-e430-4d5a-b4cb-42a5da55ae19 req-ce5bc0ce-3b1a-4c3f-8810-190c9a9a410c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 943 time: 0.0516102 Oct 12 02:39:56.813111 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-98c9f8d8-e430-4d5a-b4cb-42a5da55ae19 req-a2d33d30-3e7f-48f2-ae0f-bb15ad8f37c8 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417309 Oct 12 02:39:57.931310 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb452f3-59c4-45ed-a12b-d9b96fad49fc req-4a256d16-5896-46af-8fab-c1f954cb4919 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:57.932762 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6fb452f3-59c4-45ed-a12b-d9b96fad49fc req-4a256d16-5896-46af-8fab-c1f954cb4919 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 943 time: 0.0461090 Oct 12 02:39:57.967737 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:57.983418 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-6fb452f3-59c4-45ed-a12b-d9b96fad49fc req-ac1970e1-571f-463e-bad6-de9cefb167c5 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452292 Oct 12 02:39:58.593723 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device e1dfc227-256b-42f2-8bbc-5b489c6f72d3 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:39:58.688368 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:58.690295 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port e1dfc227-256b-42f2-8bbc-5b489c6f72d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:39:58.692316 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:39:58.706376 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'port_id': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3', 'mac_address': 'fa:16:3e:bb:0e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:39:58.741656 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:39:58.742042 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:58.754622 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dfc227-256b-42f2-8bbc-5b489c6f72d3 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:39:58.772954 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port e1dfc227-256b-42f2-8bbc-5b489c6f72d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:39:58.776668 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:58.821195 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:39:58.828127 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.828471 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.828910 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.829250 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.829588 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.829944 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.830239 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.830563 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.830890 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.831237 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.831568 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.831892 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.832209 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.832526 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:58.832875 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:39:59.054040 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['e1dfc227-256b-42f2-8bbc-5b489c6f72d3'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:39:59.102525 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04e445-ca54-429c-ba7d-6e61763892fa req-e60a5ff1-a78e-416a-a66b-a53d35593aa6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:39:59.104051 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4d04e445-ca54-429c-ba7d-6e61763892fa req-e60a5ff1-a78e-416a-a66b-a53d35593aa6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0470204 Oct 12 02:39:59.151283 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:39:59.157201 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4d04e445-ca54-429c-ba7d-6e61763892fa req-63afacb3-ec97-449b-a1d8-8efab92eb77f tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473928 Oct 12 02:40:00.272628 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf8f89-925d-41f3-bf9a-8e6b3e271728 req-6e4c0703-36c2-4fb5-83eb-b6f47b9ce773 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:00.274108 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1adf8f89-925d-41f3-bf9a-8e6b3e271728 req-6e4c0703-36c2-4fb5-83eb-b6f47b9ce773 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0460176 Oct 12 02:40:00.320561 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-1adf8f89-925d-41f3-bf9a-8e6b3e271728 req-94c8435b-d51c-4f44-bbe7-37c8750430e7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Oct 12 02:40:00.600316 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device e1dfc227-256b-42f2-8bbc-5b489c6f72d3 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:40:00.640736 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:40:00.647337 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:40:00.647713 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:00.648058 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 Oct 12 02:40:00.719943 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:40:00.720317 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:00.743262 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:40:00.745483 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034860fa-1285-424a-a279-e62f781c8901" -d '{"events": [{"server_uuid": "50e73cb0-a161-4344-be58-ebf9dc84c4a2", "name": "network-vif-plugged", "status": "completed", "tag": "e1dfc227-256b-42f2-8bbc-5b489c6f72d3"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:40:00.757807 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port e1dfc227-256b-42f2-8bbc-5b489c6f72d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:00.761977 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:00.786286 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55175ee-c4c1-4a08-8585-25c4d79c8a30 x-openstack-request-id: req-a55175ee-c4c1-4a08-8585-25c4d79c8a30 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:40:00.786577 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e73cb0-a161-4344-be58-ebf9dc84c4a2", "name": "network-vif-plugged", "status": "completed", "tag": "e1dfc227-256b-42f2-8bbc-5b489c6f72d3", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:40:00.786830 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a55175ee-c4c1-4a08-8585-25c4d79c8a30 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:40:00.787223 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55175ee-c4c1-4a08-8585-25c4d79c8a30'] response: {'server_uuid': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3', 'code': 200} Oct 12 02:40:00.812164 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:00.991530 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46bc34-9398-40ec-aaef-88743e981b74 req-292dff9c-aa1e-4584-9133-717049c709a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:00.993046 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5e46bc34-9398-40ec-aaef-88743e981b74 req-292dff9c-aa1e-4584-9133-717049c709a1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 1129 time: 0.0377171 Oct 12 02:40:01.036210 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5e46bc34-9398-40ec-aaef-88743e981b74 req-039b6978-99aa-4fe7-a3fd-89270ac6a7c3 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376132 Oct 12 02:40:01.442076 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2ea1c-79a5-4692-83c0-d3c803ef99ab req-683c6d53-46ff-4efc-8d68-294d4992c80c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:01.443533 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e8c2ea1c-79a5-4692-83c0-d3c803ef99ab req-683c6d53-46ff-4efc-8d68-294d4992c80c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 945 time: 0.0496664 Oct 12 02:40:01.489369 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e8c2ea1c-79a5-4692-83c0-d3c803ef99ab req-cc174095-c3f3-41eb-a755-90d4d249a080 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403478 Oct 12 02:40:02.613233 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a75de-e165-4af8-af97-c58c01bef175 req-eed7446b-a3ec-4537-95e3-fe7b0a7d7989 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:02.614671 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-423a75de-e165-4af8-af97-c58c01bef175 req-eed7446b-a3ec-4537-95e3-fe7b0a7d7989 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 945 time: 0.0454910 Oct 12 02:40:02.664830 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-423a75de-e165-4af8-af97-c58c01bef175 req-de93d031-eb1f-4666-ae66-1bf5749e34bc tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446289 Oct 12 02:40:02.781557 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972bda9-87f6-4681-a419-861bd5781454 req-d4cbde30-4361-4a3b-9ac6-37c9577f2da4 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:02.782990 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-5972bda9-87f6-4681-a419-861bd5781454 req-d4cbde30-4361-4a3b-9ac6-37c9577f2da4 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 945 time: 0.0467000 Oct 12 02:40:02.793135 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35822) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:02.798002 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-17ec3114-1371-462e-9815-6041af9a3f65 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Request body: {'floatingip': {'port_id': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:40:02.836121 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-17ec3114-1371-462e-9815-6041af9a3f65 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:02.867966 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:02.872115 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:03.251065 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-17ec3114-1371-462e-9815-6041af9a3f65 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:03.254655 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-17ec3114-1371-462e-9815-6041af9a3f65 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:03.345427 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [None req-17ec3114-1371-462e-9815-6041af9a3f65 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Floating IP b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d associated. External IP: 172.27.4.133, port: e1dfc227-256b-42f2-8bbc-5b489c6f72d3. Oct 12 02:40:03.535366 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ec3114-1371-462e-9815-6041af9a3f65 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Router 148b9488-f220-4135-9354-1a96905db371 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:40:03.635699 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ec3114-1371-462e-9815-6041af9a3f65 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:40:03.640608 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-17ec3114-1371-462e-9815-6041af9a3f65 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:03.646909 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] Sync routers for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:40:03.656929 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:40:03.657538 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:39:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:03.670412 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-17ec3114-1371-462e-9815-6041af9a3f65 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d HTTP/1.1" status: 200 len: 991 time: 0.8761697 Oct 12 02:40:03.671050 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'tag': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:40:03.673350 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479b4f15-da72-4e60-831d-ebd582399f11" -d '{"events": [{"name": "network-changed", "server_uuid": "50e73cb0-a161-4344-be58-ebf9dc84c4a2", "tag": "e1dfc227-256b-42f2-8bbc-5b489c6f72d3"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:40:03.711128 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f97c3e-1c20-4d23-9962-59af7c4b47a0 x-openstack-request-id: req-e4f97c3e-1c20-4d23-9962-59af7c4b47a0 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:40:03.711409 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e73cb0-a161-4344-be58-ebf9dc84c4a2", "tag": "e1dfc227-256b-42f2-8bbc-5b489c6f72d3", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:40:03.711666 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4f97c3e-1c20-4d23-9962-59af7c4b47a0 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:40:03.712076 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f97c3e-1c20-4d23-9962-59af7c4b47a0'] response: {'name': 'network-changed', 'server_uuid': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'tag': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3', 'status': 'completed', 'code': 200} Oct 12 02:40:03.804298 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4f15-da72-4e60-831d-ebd582399f11 req-6564afcd-892d-479a-9838-75222062c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:03.805737 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-479b4f15-da72-4e60-831d-ebd582399f11 req-6564afcd-892d-479a-9838-75222062c549 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=297b4af1911c49f3b7b01c35236f4dae&device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 1129 time: 0.0406103 Oct 12 02:40:03.891618 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:40:03.900439 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4f15-da72-4e60-831d-ebd582399f11 req-23f42532-95e6-4d1e-b8be-4f9285b2c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:03.901931 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-479b4f15-da72-4e60-831d-ebd582399f11 req-23f42532-95e6-4d1e-b8be-4f9285b2c072 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 200 len: 912 time: 0.0899675 Oct 12 02:40:03.961216 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-479b4f15-da72-4e60-831d-ebd582399f11 req-d8fa27c0-d041-43fa-9f91-ea91e908b89c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1dfc227-256b-42f2-8bbc-5b489c6f72d3 HTTP/1.1" status: 200 len: 999 time: 0.0540419 Oct 12 02:40:04.013554 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4f15-da72-4e60-831d-ebd582399f11 req-45ba071b-8fa1-432d-a9cc-3e4abac1ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:04.015044 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-479b4f15-da72-4e60-831d-ebd582399f11 req-45ba071b-8fa1-432d-a9cc-3e4abac1ce79 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce HTTP/1.1" status: 200 len: 850 time: 0.0480595 Oct 12 02:40:04.038404 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:04.048897 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:04.057890 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4f15-da72-4e60-831d-ebd582399f11 req-30f6db9d-d89f-4cc8-a29f-769fbd1fcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:04.059369 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-479b4f15-da72-4e60-831d-ebd582399f11 req-30f6db9d-d89f-4cc8-a29f-769fbd1fcdf3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8484fb9c-5daa-4067-a233-ae010b930f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383241 Oct 12 02:40:04.102534 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'floating_ip_address': '172.27.4.133', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '148b9488-f220-4135-9354-1a96905db371', 'port_id': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'mac_address': 'fa:16:3e:bb:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:39:50Z', 'updated_at': '2022-10-12T02:40:03Z', 'revision_number': 1, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:04.126645 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] Checking router: 148b9488-f220-4135-9354-1a96905db371 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:40:04.135507 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:40:04.136108 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:39:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:04.152367 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-479b4f15-da72-4e60-831d-ebd582399f11 req-3f516de8-832b-46e7-8ef5-360aec389b54 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870409 Oct 12 02:40:04.235813 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:40:04.239663 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-479b4f15-da72-4e60-831d-ebd582399f11 req-a9510e30-af54-47d3-96e2-b676c0c2d9ea service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819976 Oct 12 02:40:04.444032 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'floating_ip_address': '172.27.4.133', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '148b9488-f220-4135-9354-1a96905db371', 'port_id': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'mac_address': 'fa:16:3e:bb:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:39:50Z', 'updated_at': '2022-10-12T02:40:03Z', 'revision_number': 1, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:04.467803 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccf001-50b2-401e-bacc-fc80fe81123b None None] The sync data for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi is: [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'floating_ip_address': '172.27.4.133', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': '148b9488-f220-4135-9354-1a96905db371', 'port_id': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'mac_address': 'fa:16:3e:bb:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:39:50Z', 'updated_at': '2022-10-12T02:40:03Z', 'revision_number': 1, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:40:04.656958 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d97b94-1c4d-420b-86a1-45a55578f9eb None None] New status for floating IP b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d: ACTIVE {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:40:11.696777 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:40:13.663862 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:13.666911 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:14.234835 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=87 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:14.236831 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=76 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:14.445837 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=46 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:14.447699 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=43 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:15.920847 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2bff38f7-4f35-4a09-bc1c-53417e82fe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:18.270308 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1324eb67-5896-4533-86ba-48db1e09f746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:19.292949 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:20.857722 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:21.225221 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:21.691323 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:21.692084 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:27.194904 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35834) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:27.329847 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Deleting port 72fb02b6-e4a5-4269-a50d-b3a39fde69c6 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:40:27.330178 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (72fb02b6-e4a5-4269-a50d-b3a39fde69c6), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:27.633230 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (72fb02b6-e4a5-4269-a50d-b3a39fde69c6), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:27.633556 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for floatingip (72fb02b6-e4a5-4269-a50d-b3a39fde69c6), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:27.645855 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Calling delete_port for 72fb02b6-e4a5-4269-a50d-b3a39fde69c6 owned by network:floatingip {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:40:27.805239 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (72fb02b6-e4a5-4269-a50d-b3a39fde69c6), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:27.831438 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event deleted for resources: {'Port': ['ID=72fb02b6-e4a5-4269-a50d-b3a39fde69c6,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:27.894871 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for floatingip (1706f75c-3899-464d-acc0-8cd15372616e), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:27.895200 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Floating IP 1706f75c-3899-464d-acc0-8cd15372616e disassociated (deleted). External IP: 172.27.4.22, port: 66a8b57d-c6be-4a74-91b2-545572f47798. Oct 12 02:40:28.089424 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Router 07443117-698d-446c-99b8-ec9b9b872f1a has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:40:28.184660 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:28.192620 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:40:28.197407 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:28.202245 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] Sync routers for ids ['07443117-698d-446c-99b8-ec9b9b872f1a'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:40:28.212091 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] Routers {'07443117-698d-446c-99b8-ec9b9b872f1a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:40:28.212708 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:40:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['07443117-698d-446c-99b8-ec9b9b872f1a'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:28.227709 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-c7987cff-f617-4a1d-b98a-aa78b9c39abc tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/1706f75c-3899-464d-acc0-8cd15372616e HTTP/1.1" status: 204 len: 168 time: 1.0317557 Oct 12 02:40:28.228342 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:40:28.230616 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:40:28.319840 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] Set router 07443117-698d-446c-99b8-ec9b9b872f1a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:40:28.343273 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633284f0-c7b3-43b0-b6e2-a837f567d0de x-openstack-request-id: req-633284f0-c7b3-43b0-b6e2-a837f567d0de {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:40:28.343273 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:40:28.343273 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-633284f0-c7b3-43b0-b6e2-a837f567d0de {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:40:28.343721 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633284f0-c7b3-43b0-b6e2-a837f567d0de'] response: {'name': 'network-changed', 'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798', 'status': 'completed', 'code': 200} Oct 12 02:40:28.480231 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-a20dc0ed-ee35-4863-95e0-5c4afdba7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:28.482437 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-a20dc0ed-ee35-4863-95e0-5c4afdba7557 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b1601a3e4f41405d8e9001af6da86b46&device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 1129 time: 0.0900676 Oct 12 02:40:28.489650 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca7a3a-0a14-46a2-a5fa-de8f7394db31 req-3ef906a7-09ed-47d8-a7bc-b8b750ed895d tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:28.491208 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-36ca7a3a-0a14-46a2-a5fa-de8f7394db31 req-3ef906a7-09ed-47d8-a7bc-b8b750ed895d tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0504506 Oct 12 02:40:28.521137 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:36:00Z', 'revision_number': 5, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:28.535565 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:28.541627 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-36ca7a3a-0a14-46a2-a5fa-de8f7394db31 req-8eda50d2-81e2-441a-a282-d36c75a2c58b tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Oct 12 02:40:28.545966 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] Checking router: 07443117-698d-446c-99b8-ec9b9b872f1a for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:40:28.554465 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] Routers {'07443117-698d-446c-99b8-ec9b9b872f1a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:40:28.555102 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:40:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['07443117-698d-446c-99b8-ec9b9b872f1a'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:28.657161 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] Set router 07443117-698d-446c-99b8-ec9b9b872f1a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:40:28.837185 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:36:00Z', 'revision_number': 5, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:28.865081 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a387ea-49dd-4753-979f-1a533cd43dcc None None] The sync data for ids ['07443117-698d-446c-99b8-ec9b9b872f1a'] in dv-cinder-849143-14-iscsi is: [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:35:50Z', 'revision_number': 4, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '6b05c6ba-f775-4b49-8713-3a5168e6721c', 'name': '', 'network_id': '3579f488-1360-4e5f-a1d3-8c57917ab513', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'mac_address': 'fa:16:3e:2c:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:49Z', 'updated_at': '2022-10-12T02:36:00Z', 'revision_number': 5, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'subnets': [{'id': '80c1078f-72d3-460c-831e-4f99809a8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:40:29.070691 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c141df0-4de7-43b0-a4a6-8b57a9ca9c38 None None] New status for floating IP 1706f75c-3899-464d-acc0-8cd15372616e: DOWN {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:40:29.132874 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:29.673134 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26338b6b-2602-4ed6-9817-f89f4f81964c req-e1eb27a8-6b91-400b-ae05-27afdd6410b9 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:29.674586 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-26338b6b-2602-4ed6-9817-f89f4f81964c req-e1eb27a8-6b91-400b-ae05-27afdd6410b9 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0562382 Oct 12 02:40:29.712676 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-4155aaf6-5a47-40db-8937-4ca26ef463f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:29.714134 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-4155aaf6-5a47-40db-8937-4ca26ef463f5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3579f488-1360-4e5f-a1d3-8c57917ab513 HTTP/1.1" status: 200 len: 909 time: 0.1437538 Oct 12 02:40:29.741540 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-26338b6b-2602-4ed6-9817-f89f4f81964c req-d9c711fb-007e-4666-a5de-2d81f5dc5d49 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c512aa46-72f3-4da2-8a8b-3f1da4afa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582266 Oct 12 02:40:29.841540 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-50cf19d9-e923-42aa-928c-f6fdc96b51ee service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 200 len: 217 time: 0.0360901 Oct 12 02:40:29.889207 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-3b824647-58ae-4432-978c-ef96e604e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:29.890587 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-3b824647-58ae-4432-978c-ef96e604e774 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=80c1078f-72d3-460c-831e-4f99809a8b7a HTTP/1.1" status: 200 len: 847 time: 0.0435228 Oct 12 02:40:30.125393 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-73bfcfe7-aaf3-4d61-b1de-b945e868e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:30.126910 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-73bfcfe7-aaf3-4d61-b1de-b945e868e638 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3579f488-1360-4e5f-a1d3-8c57917ab513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395975 Oct 12 02:40:30.240445 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887f403-7588-4e20-a579-c424b7156b8d req-c7101c27-3161-4703-9396-dc72d7252fa0 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:40:30.241910 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d887f403-7588-4e20-a579-c424b7156b8d req-c7101c27-3161-4703-9396-dc72d7252fa0 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 945 time: 0.0458479 Oct 12 02:40:30.283851 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-1a8af649-3a25-40ac-937e-6ccc99d88ea4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880895 Oct 12 02:40:30.326065 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-d887f403-7588-4e20-a579-c424b7156b8d req-1432296f-e48b-4692-bf52-7889a11c7d15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Deleting port 66a8b57d-c6be-4a74-91b2-545572f47798 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:40:30.326425 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-d887f403-7588-4e20-a579-c424b7156b8d req-1432296f-e48b-4692-bf52-7889a11c7d15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:30.372484 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-033e51e6-c9a0-44e6-ad8b-5e8185938fb5 req-2b018e82-d226-4373-8579-4fc9e7303160 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825558 Oct 12 02:40:30.418884 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-d887f403-7588-4e20-a579-c424b7156b8d req-1432296f-e48b-4692-bf52-7889a11c7d15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] For port 66a8b57d-c6be-4a74-91b2-545572f47798, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=66a8b57d-c6be-4a74-91b2-545572f47798,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:30.419252 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-d887f403-7588-4e20-a579-c424b7156b8d req-1432296f-e48b-4692-bf52-7889a11c7d15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:30.432387 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-d887f403-7588-4e20-a579-c424b7156b8d req-1432296f-e48b-4692-bf52-7889a11c7d15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Calling delete_port for 66a8b57d-c6be-4a74-91b2-545572f47798 owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:40:30.556424 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-d887f403-7588-4e20-a579-c424b7156b8d req-1432296f-e48b-4692-bf52-7889a11c7d15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (66a8b57d-c6be-4a74-91b2-545572f47798), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:30.587011 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432296f-e48b-4692-bf52-7889a11c7d15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event deleted for resources: {'Port': ['ID=66a8b57d-c6be-4a74-91b2-545572f47798,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:30.629999 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d887f403-7588-4e20-a579-c424b7156b8d req-1432296f-e48b-4692-bf52-7889a11c7d15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] No DVR routers for this DVR port 66a8b57d-c6be-4a74-91b2-545572f47798 on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:40:30.632370 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-d887f403-7588-4e20-a579-c424b7156b8d req-1432296f-e48b-4692-bf52-7889a11c7d15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:30.635484 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d887f403-7588-4e20-a579-c424b7156b8d req-1432296f-e48b-4692-bf52-7889a11c7d15 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.16 "DELETE /networking/v2.0/ports/66a8b57d-c6be-4a74-91b2-545572f47798 HTTP/1.1" status: 204 len: 173 time: 0.3881609 Oct 12 02:40:30.635979 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'name': 'network-vif-deleted', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:40:30.638220 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce4d2d0-7a0e-4d3b-af20-1235b782ea71" -d '{"events": [{"server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "name": "network-vif-deleted", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:40:30.686792 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3946077-2f6a-45fa-9f33-26759811ad16 x-openstack-request-id: req-e3946077-2f6a-45fa-9f33-26759811ad16 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:40:30.687090 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d484497-9de8-43e6-b71c-d3a2d2488db8", "name": "network-vif-deleted", "tag": "66a8b57d-c6be-4a74-91b2-545572f47798", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:40:30.687341 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3946077-2f6a-45fa-9f33-26759811ad16 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:40:30.687972 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3946077-2f6a-45fa-9f33-26759811ad16'] response: {'server_uuid': '3d484497-9de8-43e6-b71c-d3a2d2488db8', 'name': 'network-vif-deleted', 'tag': '66a8b57d-c6be-4a74-91b2-545572f47798', 'status': 'completed', 'code': 200} Oct 12 02:40:30.850404 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fff5ae05-23d7-4921-ae92-31c8276005d2 req-15ac9f1d-6603-4f07-a13b-a4f7bccf7078 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d484497-9de8-43e6-b71c-d3a2d2488db8 HTTP/1.1" status: 200 len: 210 time: 0.0318995 Oct 12 02:40:31.915264 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35854) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:31.970947 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d0852def-32ba-4279-8aba-8880a9a5e562 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group (c512aa46-72f3-4da2-8a8b-3f1da4afa95a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:31.995021 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d0852def-32ba-4279-8aba-8880a9a5e562 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group (c512aa46-72f3-4da2-8a8b-3f1da4afa95a), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.053771 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d0852def-32ba-4279-8aba-8880a9a5e562 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (c512aa46-72f3-4da2-8a8b-3f1da4afa95a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.056388 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d0852def-32ba-4279-8aba-8880a9a5e562 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.057570 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d0852def-32ba-4279-8aba-8880a9a5e562 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c512aa46-72f3-4da2-8a8b-3f1da4afa95a HTTP/1.1" status: 204 len: 168 time: 0.1422405 Oct 12 02:40:32.066920 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0852def-32ba-4279-8aba-8880a9a5e562 tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512aa46-72f3-4da2-8a8b-3f1da4afa95a,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:32.101662 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35858) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:32.290159 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:32.409764 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (07443117-698d-446c-99b8-ec9b9b872f1a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.443240 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:32.623804 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] Deleting port 6b05c6ba-f775-4b49-8713-3a5168e6721c {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:40:32.624050 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.700975 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] For port 6b05c6ba-f775-4b49-8713-3a5168e6721c, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=6b05c6ba-f775-4b49-8713-3a5168e6721c,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:32.701326 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.714191 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] Calling delete_port for 6b05c6ba-f775-4b49-8713-3a5168e6721c owned by network:router_interface {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:40:32.891602 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (6b05c6ba-f775-4b49-8713-3a5168e6721c), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:32.916160 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b05c6ba-f775-4b49-8713-3a5168e6721c,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:33.066025 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:33.076301 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (07443117-698d-446c-99b8-ec9b9b872f1a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:33.096549 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0546d4-7767-4acf-8cdb-da6e778aeea2 None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:40:33.177620 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0546d4-7767-4acf-8cdb-da6e778aeea2 None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:40:33.183954 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:33.269695 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:33.282955 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] Router 07443117-698d-446c-99b8-ec9b9b872f1a has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:40:33.310330 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:33.389303 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:40:33.394308 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-1e9e2fab-2b11-466d-9ff4-3880b45e6254 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/07443117-698d-446c-99b8-ec9b9b872f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2915168 Oct 12 02:40:33.396885 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35862) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:33.401745 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] Sync routers for ids ['07443117-698d-446c-99b8-ec9b9b872f1a'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:40:33.414015 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] Routers {'07443117-698d-446c-99b8-ec9b9b872f1a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:40:33.414789 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:40:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['07443117-698d-446c-99b8-ec9b9b872f1a'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:33.504373 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Publish callbacks [] for router (07443117-698d-446c-99b8-ec9b9b872f1a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:33.533457 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] Set router 07443117-698d-446c-99b8-ec9b9b872f1a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:40:33.721523 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:40:32Z', 'revision_number': 5, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:33.747850 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] Checking router: 07443117-698d-446c-99b8-ec9b9b872f1a for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:40:33.757251 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] Routers {'07443117-698d-446c-99b8-ec9b9b872f1a'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:40:33.758307 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:40:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['07443117-698d-446c-99b8-ec9b9b872f1a'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:33.849561 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Publish callbacks [] for router_gateway (07443117-698d-446c-99b8-ec9b9b872f1a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:33.894054 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Deleting port 9f44609f-34c7-4b0b-8852-10edbbc87c06 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:40:33.894391 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:33.977041 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] For port 9f44609f-34c7-4b0b-8852-10edbbc87c06, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=9f44609f-34c7-4b0b-8852-10edbbc87c06,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:33.977706 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:33.989985 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Calling delete_port for 9f44609f-34c7-4b0b-8852-10edbbc87c06 owned by network:router_gateway {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:40:33.993953 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-48344491-1f36-4ebb-b8b8-d5f8ce24d8e3 None None] Provisioning complete for port df3c52e4-dc55-4f61-a06a-be854b128fb6 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:40:33.994323 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-48344491-1f36-4ebb-b8b8-d5f8ce24d8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:33.994660 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-48344491-1f36-4ebb-b8b8-d5f8ce24d8e3 None None] Attempt 1 to provision port df3c52e4-dc55-4f61-a06a-be854b128fb6 Oct 12 02:40:34.027425 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] Set router 07443117-698d-446c-99b8-ec9b9b872f1a gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:40:34.156861 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (9f44609f-34c7-4b0b-8852-10edbbc87c06), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.160838 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:34.183209 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-48344491-1f36-4ebb-b8b8-d5f8ce24d8e3 None None] Current status of the port df3c52e4-dc55-4f61-a06a-be854b128fb6 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:40:34.194201 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f44609f-34c7-4b0b-8852-10edbbc87c06,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:34.235604 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:40:32Z', 'revision_number': 5, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:34.251376 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (07443117-698d-446c-99b8-ec9b9b872f1a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.262368 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30130b33-62e4-4e1f-b6f4-74e9ff5ef7f2 None None] The sync data for ids ['07443117-698d-446c-99b8-ec9b9b872f1a'] in dv-cinder-849143-14-iscsi is: [{'id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'name': 'tempest-TestShelveInstance-277709767-router', 'tenant_id': 'b1601a3e4f41405d8e9001af6da86b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182'}], 'enable_snat': True}, 'gw_port_id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:47Z', 'updated_at': '2022-10-12T02:40:32Z', 'revision_number': 5, 'project_id': 'b1601a3e4f41405d8e9001af6da86b46', 'gw_port': {'id': '9f44609f-34c7-4b0b-8852-10edbbc87c06', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07443117-698d-446c-99b8-ec9b9b872f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:48Z', 'updated_at': '2022-10-12T02:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:40:34.339527 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (07443117-698d-446c-99b8-ec9b9b872f1a), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.341697 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Publish callbacks [] for router_controller (07443117-698d-446c-99b8-ec9b9b872f1a), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.382367 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (07443117-698d-446c-99b8-ec9b9b872f1a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.383051 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07443117-698d-446c-99b8-ec9b9b872f1a {{(pid=104435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:40:34.388251 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.389472 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-59ee3740-8ea0-443b-aa30-2c62f4512589 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/07443117-698d-446c-99b8-ec9b9b872f1a HTTP/1.1" status: 204 len: 168 time: 0.9917622 Oct 12 02:40:34.391936 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35864) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:34.432653 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:34.440451 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dc8962-5801-45b4-964d-664439870ba9 admin admin] Deleting subnet 80c1078f-72d3-460c-831e-4f99809a8b7a {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:40:34.443811 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-82dc8962-5801-45b4-964d-664439870ba9 admin admin] Publish callbacks [] for subnet (80c1078f-72d3-460c-831e-4f99809a8b7a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.478931 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-82dc8962-5801-45b4-964d-664439870ba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2680509'] for subnet (80c1078f-72d3-460c-831e-4f99809a8b7a), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.551311 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-82dc8962-5801-45b4-964d-664439870ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (80c1078f-72d3-460c-831e-4f99809a8b7a), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.608994 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-82dc8962-5801-45b4-964d-664439870ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26805740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27074553'] for subnet (80c1078f-72d3-460c-831e-4f99809a8b7a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.638107 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc8962-5801-45b4-964d-664439870ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c1078f-72d3-460c-831e-4f99809a8b7a,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:34.640094 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-82dc8962-5801-45b4-964d-664439870ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.643232 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-82dc8962-5801-45b4-964d-664439870ba9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/80c1078f-72d3-460c-831e-4f99809a8b7a HTTP/1.1" status: 204 len: 168 time: 0.2503262 Oct 12 02:40:34.644868 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af237864-92a7-4a75-86e7-b7d5ded07dd1 None None] Network 3579f488-1360-4e5f-a1d3-8c57917ab513 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:40:34.646436 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35866) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:34.726945 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (3579f488-1360-4e5f-a1d3-8c57917ab513), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.763514 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 66a8b57d-c6be-4a74-91b2-545572f47798 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:40:34.776948 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Deleting port df3c52e4-dc55-4f61-a06a-be854b128fb6 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:40:34.777291 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.790240 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 66a8b57d-c6be-4a74-91b2-545572f47798 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:40:34.790240 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 66a8b57d-c6be-4a74-91b2-545572f47798 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:40:34.803265 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 6b05c6ba-f775-4b49-8713-3a5168e6721c no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:40:34.830516 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 6b05c6ba-f775-4b49-8713-3a5168e6721c {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:40:34.830854 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 6b05c6ba-f775-4b49-8713-3a5168e6721c not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:40:34.842001 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81daaf7-b36f-4256-8347-19ef694c7436 None None] DHCP port deletion for 3579f488-1360-4e5f-a1d3-8c57917ab513 request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:40:34.847395 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] For port df3c52e4-dc55-4f61-a06a-be854b128fb6, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=df3c52e4-dc55-4f61-a06a-be854b128fb6,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:34.847784 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.861481 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Calling delete_port for df3c52e4-dc55-4f61-a06a-be854b128fb6 owned by network:dhcp {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:40:34.880034 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-e81daaf7-b36f-4256-8347-19ef694c7436 None None] Deleting port df3c52e4-dc55-4f61-a06a-be854b128fb6 {{(pid=104437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:40:34.880446 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e81daaf7-b36f-4256-8347-19ef694c7436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), before_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.919789 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:34.944990 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:34.945303 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.946969 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-e81daaf7-b36f-4256-8347-19ef694c7436 None None] For port df3c52e4-dc55-4f61-a06a-be854b128fb6, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=df3c52e4-dc55-4f61-a06a-be854b128fb6,segment=NetworkSegment(2eeeafc1-5bd9-45dd-8e29-9e27e459f255),segment_id=2eeeafc1-5bd9-45dd-8e29-9e27e459f255)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:34.947354 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e81daaf7-b36f-4256-8347-19ef694c7436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), precommit_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:34.963212 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-e81daaf7-b36f-4256-8347-19ef694c7436 None None] Calling delete_port for df3c52e4-dc55-4f61-a06a-be854b128fb6 owned by network:dhcp {{(pid=104437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:40:34.978978 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3c52e4-dc55-4f61-a06a-be854b128fb6,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:34.983369 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] No DVR routers for this DVR port df3c52e4-dc55-4f61-a06a-be854b128fb6 on host dv-cinder-849143-14-iscsi {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:40:35.050276 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e81daaf7-b36f-4256-8347-19ef694c7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493'] for port (df3c52e4-dc55-4f61-a06a-be854b128fb6), after_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:35.062138 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (3579f488-1360-4e5f-a1d3-8c57917ab513), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:35.076222 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81daaf7-b36f-4256-8347-19ef694c7436 None None] Pushing event deleted for resources: {'Port': ['ID=df3c52e4-dc55-4f61-a06a-be854b128fb6,revision_number=None']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:35.078013 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81daaf7-b36f-4256-8347-19ef694c7436 None None] No DVR routers for this DVR port df3c52e4-dc55-4f61-a06a-be854b128fb6 on host dv-cinder-849143-14-iscsi {{(pid=104437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:40:35.083515 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3579f488-1360-4e5f-a1d3-8c57917ab513']}} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:35.093890 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eeeafc1-5bd9-45dd-8e29-9e27e459f255') {'for_net_delete': True} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:35.094191 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eeeafc1-5bd9-45dd-8e29-9e27e459f255') {} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:35.104610 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2680516'] for segment (2eeeafc1-5bd9-45dd-8e29-9e27e459f255), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:35.118779 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (2eeeafc1-5bd9-45dd-8e29-9e27e459f255), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:35.120620 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:35.126781 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:40:35.127225 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26805510'] for segment (2eeeafc1-5bd9-45dd-8e29-9e27e459f255), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:35.145924 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment 2eeeafc1-5bd9-45dd-8e29-9e27e459f255 resource provider aggregate not found Oct 12 02:40:35.176414 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment 2eeeafc1-5bd9-45dd-8e29-9e27e459f255 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2eeeafc1-5bd9-45dd-8e29-9e27e459f255 found for delete ", "request_id": "req-0a586531-98d2-40e3-bda4-677e97f71c35"}]} Oct 12 02:40:35.196743 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (3579f488-1360-4e5f-a1d3-8c57917ab513), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:35.202068 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:35.205103 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/3579f488-1360-4e5f-a1d3-8c57917ab513 HTTP/1.1" status: 204 len: 168 time: 0.5577686 Oct 12 02:40:35.208284 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 35872) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:35.216068 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb07928-c074-4e90-b31b-84f3663c03e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3579f488-1360-4e5f-a1d3-8c57917ab513,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:35.513753 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (51efa532-e889-4927-b7f7-5439d26b12d8), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:35.554924 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:35.697277 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:35.726400 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] Deleting port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:40:35.726729 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:35.801095 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] For port 9f2ba06b-3cfd-4673-90bb-a9600b9ca744, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=9f2ba06b-3cfd-4673-90bb-a9600b9ca744,segment=NetworkSegment(ac0ce223-666c-431f-abc2-35f617aa234f),segment_id=ac0ce223-666c-431f-abc2-35f617aa234f)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:35.801448 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:35.816604 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] Calling delete_port for 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 owned by network:router_interface {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:40:35.988923 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (9f2ba06b-3cfd-4673-90bb-a9600b9ca744), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:36.012928 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2ba06b-3cfd-4673-90bb-a9600b9ca744,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:36.170343 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (51efa532-e889-4927-b7f7-5439d26b12d8), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:36.198310 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb5839-a0f6-4723-a517-db7a35132f5f None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:40:36.282438 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccb5839-a0f6-4723-a517-db7a35132f5f None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:40:36.646587 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:36.648511 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] Router 51efa532-e889-4927-b7f7-5439d26b12d8 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:40:36.746250 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:36.761495 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:40:36.768690 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-70d5b887-308c-4a75-8fe7-3cb220fda531 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/51efa532-e889-4927-b7f7-5439d26b12d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5593510 Oct 12 02:40:36.771411 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35874) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:36.778804 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] Sync routers for ids ['51efa532-e889-4927-b7f7-5439d26b12d8'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:40:36.791086 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] Routers {'51efa532-e889-4927-b7f7-5439d26b12d8'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:40:36.792008 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:40:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['51efa532-e889-4927-b7f7-5439d26b12d8'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:36.834661 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 9f44609f-34c7-4b0b-8852-10edbbc87c06 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:40:36.861918 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 9f44609f-34c7-4b0b-8852-10edbbc87c06 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:40:36.868836 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 9f44609f-34c7-4b0b-8852-10edbbc87c06 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:40:36.869635 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device df3c52e4-dc55-4f61-a06a-be854b128fb6 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:40:36.903830 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Publish callbacks [] for router (51efa532-e889-4927-b7f7-5439d26b12d8), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:36.904224 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] Set router 51efa532-e889-4927-b7f7-5439d26b12d8 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:40:36.909144 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: df3c52e4-dc55-4f61-a06a-be854b128fb6 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:40:36.909575 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device df3c52e4-dc55-4f61-a06a-be854b128fb6 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:40:37.011849 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Publish callbacks [] for router_gateway (51efa532-e889-4927-b7f7-5439d26b12d8), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.022828 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-e25b26e2-ec22-427a-a625-8b5ff55c5898 None None] Provisioning complete for port 87b28513-0e36-463f-bce4-7f526619b7e6 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:40:37.023205 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e25b26e2-ec22-427a-a625-8b5ff55c5898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.023540 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-e25b26e2-ec22-427a-a625-8b5ff55c5898 None None] Attempt 1 to provision port 87b28513-0e36-463f-bce4-7f526619b7e6 Oct 12 02:40:37.046048 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:37.064435 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Deleting port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:40:37.065214 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.088208 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'name': 'tempest-TestShelveInstance-828243091-router', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230'}], 'enable_snat': True}, 'gw_port_id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:40:35Z', 'revision_number': 5, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'gw_port': {'id': '7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:35:54Z', 'updated_at': '2022-10-12T02:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:37.107800 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-e25b26e2-ec22-427a-a625-8b5ff55c5898 None None] Current status of the port 87b28513-0e36-463f-bce4-7f526619b7e6 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:40:37.121884 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] Checking router: 51efa532-e889-4927-b7f7-5439d26b12d8 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:40:37.130924 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] Routers {'51efa532-e889-4927-b7f7-5439d26b12d8'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:40:37.131527 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:40:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['51efa532-e889-4927-b7f7-5439d26b12d8'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:37.153093 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] For port 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:37.153448 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.165917 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Calling delete_port for 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 owned by network:router_gateway {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:40:37.298919 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] Set router 51efa532-e889-4927-b7f7-5439d26b12d8 gateway port host: None {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:40:37.334654 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.349490 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'name': 'tempest-TestShelveInstance-828243091-router', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:40:37Z', 'revision_number': 6, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'gw_port_host': None}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:37.357633 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:37.382133 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5dd4a1-a895-4baf-abfb-587673bb7da8 None None] The sync data for ids ['51efa532-e889-4927-b7f7-5439d26b12d8'] in dv-cinder-849143-14-iscsi is: [{'id': '51efa532-e889-4927-b7f7-5439d26b12d8', 'name': 'tempest-TestShelveInstance-828243091-router', 'tenant_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:35:53Z', 'updated_at': '2022-10-12T02:40:37Z', 'revision_number': 6, 'project_id': 'e17aa6bdc3204e02a0ffae37efac63b4', 'gw_port_host': None}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:40:37.424759 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (51efa532-e889-4927-b7f7-5439d26b12d8), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.509158 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (51efa532-e889-4927-b7f7-5439d26b12d8), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.511317 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Publish callbacks [] for router_controller (51efa532-e889-4927-b7f7-5439d26b12d8), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.553950 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (51efa532-e889-4927-b7f7-5439d26b12d8), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.554472 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51efa532-e889-4927-b7f7-5439d26b12d8 {{(pid=104435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:40:37.558918 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.560065 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-84df146f-1e63-45f7-a524-72f167916b42 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/51efa532-e889-4927-b7f7-5439d26b12d8 HTTP/1.1" status: 204 len: 168 time: 0.7875736 Oct 12 02:40:37.562588 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35876) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:37.603208 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:37.610961 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-84abf68e-7678-422e-9446-edabebe98e18 admin admin] Deleting subnet 06407838-d1a5-4d22-a2bf-fdd65c5e4f69 {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:40:37.614329 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84abf68e-7678-422e-9446-edabebe98e18 admin admin] Publish callbacks [] for subnet (06407838-d1a5-4d22-a2bf-fdd65c5e4f69), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.649359 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84abf68e-7678-422e-9446-edabebe98e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2680509'] for subnet (06407838-d1a5-4d22-a2bf-fdd65c5e4f69), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.723073 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84abf68e-7678-422e-9446-edabebe98e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (06407838-d1a5-4d22-a2bf-fdd65c5e4f69), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.782070 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84abf68e-7678-422e-9446-edabebe98e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26805740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27074553'] for subnet (06407838-d1a5-4d22-a2bf-fdd65c5e4f69), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.808886 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abf68e-7678-422e-9446-edabebe98e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06407838-d1a5-4d22-a2bf-fdd65c5e4f69,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:37.813398 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-84abf68e-7678-422e-9446-edabebe98e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.817309 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-84abf68e-7678-422e-9446-edabebe98e18 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/06407838-d1a5-4d22-a2bf-fdd65c5e4f69 HTTP/1.1" status: 204 len: 168 time: 0.2531886 Oct 12 02:40:37.820071 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35878) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:37.822701 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb0e18d-717b-408a-be86-5134fb8b9dc7 None None] Network b4cec92e-56a3-4e01-ac8c-0d74da5fdecf requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:40:37.891393 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (b4cec92e-56a3-4e01-ac8c-0d74da5fdecf), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:37.898177 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:37.940224 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Deleting port 87b28513-0e36-463f-bce4-7f526619b7e6 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:40:37.940568 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.004172 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] For port 87b28513-0e36-463f-bce4-7f526619b7e6, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=87b28513-0e36-463f-bce4-7f526619b7e6,segment=NetworkSegment(ac0ce223-666c-431f-abc2-35f617aa234f),segment_id=ac0ce223-666c-431f-abc2-35f617aa234f)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:40:38.005058 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.018000 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Calling delete_port for 87b28513-0e36-463f-bce4-7f526619b7e6 owned by network:dhcp {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:40:38.099849 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (87b28513-0e36-463f-bce4-7f526619b7e6), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.125915 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b28513-0e36-463f-bce4-7f526619b7e6,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:38.129769 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] No DVR routers for this DVR port 87b28513-0e36-463f-bce4-7f526619b7e6 on host dv-cinder-849143-14-iscsi {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:40:38.170367 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3f7ba7-dfc0-4c81-b13d-414bda919140 None None] DHCP port deletion for b4cec92e-56a3-4e01-ac8c-0d74da5fdecf request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:40:38.207450 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (b4cec92e-56a3-4e01-ac8c-0d74da5fdecf), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.228797 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cec92e-56a3-4e01-ac8c-0d74da5fdecf']}} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:38.238043 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0ce223-666c-431f-abc2-35f617aa234f') {'for_net_delete': True} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:38.238866 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0ce223-666c-431f-abc2-35f617aa234f') {} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:40:38.248764 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2680516'] for segment (ac0ce223-666c-431f-abc2-35f617aa234f), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.265450 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (ac0ce223-666c-431f-abc2-35f617aa234f), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.273135 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:40:38.273611 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26805510'] for segment (ac0ce223-666c-431f-abc2-35f617aa234f), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.319755 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment ac0ce223-666c-431f-abc2-35f617aa234f resource provider aggregate not found Oct 12 02:40:38.339202 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment ac0ce223-666c-431f-abc2-35f617aa234f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac0ce223-666c-431f-abc2-35f617aa234f found for delete ", "request_id": "req-927d779e-07cb-47b2-92ab-665d78d60f2d"}]} Oct 12 02:40:38.352191 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (b4cec92e-56a3-4e01-ac8c-0d74da5fdecf), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.370386 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.373591 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/b4cec92e-56a3-4e01-ac8c-0d74da5fdecf HTTP/1.1" status: 204 len: 168 time: 0.5522687 Oct 12 02:40:38.374736 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d00916-ae8a-463a-ad4f-468d933c1ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4cec92e-56a3-4e01-ac8c-0d74da5fdecf,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:38.554274 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35886) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:38.594310 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-00c874c1-88d7-4648-b006-df26a78f92ca admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b1601a3e4f41405d8e9001af6da86b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388219 Oct 12 02:40:38.596876 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35888) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:38.645277 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-25904c1d-fe94-434d-9984-2c21011c9ca3 admin admin] Publish callbacks [] for security_group (fcf1d490-2168-43af-afb9-4568618a7bd7), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.646796 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:38.669707 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-25904c1d-fe94-434d-9984-2c21011c9ca3 admin admin] Publish callbacks [] for security_group (fcf1d490-2168-43af-afb9-4568618a7bd7), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.719317 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 87b28513-0e36-463f-bce4-7f526619b7e6 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:40:38.725970 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-25904c1d-fe94-434d-9984-2c21011c9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (fcf1d490-2168-43af-afb9-4568618a7bd7), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.728487 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-25904c1d-fe94-434d-9984-2c21011c9ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:38.729671 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-25904c1d-fe94-434d-9984-2c21011c9ca3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fcf1d490-2168-43af-afb9-4568618a7bd7 HTTP/1.1" status: 204 len: 168 time: 0.1318905 Oct 12 02:40:38.737980 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25904c1d-fe94-434d-9984-2c21011c9ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf1d490-2168-43af-afb9-4568618a7bd7,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:38.744599 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 87b28513-0e36-463f-bce4-7f526619b7e6 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:40:38.744966 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 87b28513-0e36-463f-bce4-7f526619b7e6 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:40:38.745724 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:40:38.768157 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:40:38.768731 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 9f2ba06b-3cfd-4673-90bb-a9600b9ca744 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:40:38.769317 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:40:38.794190 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:40:38.794907 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 7f9c0ee9-bad9-4e56-8f1b-9dc922cbe202 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:40:39.058389 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35894) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:39.098256 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-01d7d54e-fbf6-4dae-9f38-9776a2f4d2f7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e17aa6bdc3204e02a0ffae37efac63b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386992 Oct 12 02:40:39.101043 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 35896) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:40:39.153290 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5c455fad-eba4-4954-81a5-2e66385be79b admin admin] Publish callbacks [] for security_group (9bcaa994-4a12-48fb-980e-b5ab7bd7a3d3), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:39.172897 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5c455fad-eba4-4954-81a5-2e66385be79b admin admin] Publish callbacks [] for security_group (9bcaa994-4a12-48fb-980e-b5ab7bd7a3d3), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:39.220515 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5c455fad-eba4-4954-81a5-2e66385be79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (9bcaa994-4a12-48fb-980e-b5ab7bd7a3d3), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:39.223073 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5c455fad-eba4-4954-81a5-2e66385be79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:39.224473 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-5c455fad-eba4-4954-81a5-2e66385be79b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9bcaa994-4a12-48fb-980e-b5ab7bd7a3d3 HTTP/1.1" status: 204 len: 168 time: 0.1221452 Oct 12 02:40:39.232189 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c455fad-eba4-4954-81a5-2e66385be79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcaa994-4a12-48fb-980e-b5ab7bd7a3d3,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:40:45.921909 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2faede68-0c4b-4575-ba27-cc9fae500cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:46.757628 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=10 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:46.759717 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:47.351847 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=47 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:47.352563 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=45 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:48.272093 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6417-73b6-49bd-ad57-5df20c7de585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:48.696100 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:40:49.227424 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:49.228301 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:49.295181 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:50.848309 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:50.863287 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:51.227580 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:40:58.692286 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:40:59.156085 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:00.579458 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682aeb68-b50e-4979-a71e-f5875662c69e req-12e62027-6753-405e-a996-6c05dc435854 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:00.580842 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-682aeb68-b50e-4979-a71e-f5875662c69e req-12e62027-6753-405e-a996-6c05dc435854 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 945 time: 0.0455055 Oct 12 02:41:00.627374 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-682aeb68-b50e-4979-a71e-f5875662c69e req-31c9203d-2faf-426a-97bd-2196bb9e50a1 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Oct 12 02:41:01.754371 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1deffb-bd25-4d2b-8557-2be9db893b50 req-d1d99091-2e55-4bc5-b48b-36aff2101ad0 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:01.755822 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fa1deffb-bd25-4d2b-8557-2be9db893b50 req-d1d99091-2e55-4bc5-b48b-36aff2101ad0 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 945 time: 0.0509243 Oct 12 02:41:01.802475 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fa1deffb-bd25-4d2b-8557-2be9db893b50 req-d58c090d-eb15-4ae4-9aca-ac28fbeeea52 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 Oct 12 02:41:02.461345 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-92bec502-096e-473b-b5ef-97060a688aa2 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:02.462850 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-92bec502-096e-473b-b5ef-97060a688aa2 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 945 time: 0.0459418 Oct 12 02:41:02.539718 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Deleting port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:41:02.540052 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:02.629752 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] For port e1dfc227-256b-42f2-8bbc-5b489c6f72d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:41:02.630103 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:02.785242 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:02.785872 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:02.785872 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Floating IP b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d disassociated. External IP: 172.27.4.133, port: e1dfc227-256b-42f2-8bbc-5b489c6f72d3. Oct 12 02:41:02.786157 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Calling delete_port for e1dfc227-256b-42f2-8bbc-5b489c6f72d3 owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:41:02.916872 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (e1dfc227-256b-42f2-8bbc-5b489c6f72d3), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:02.922295 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9245c-5143-4cb3-9545-480e41e2be2f req-25521d14-06eb-4d98-a393-d307203d08b9 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:02.924980 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fff9245c-5143-4cb3-9545-480e41e2be2f req-25521d14-06eb-4d98-a393-d307203d08b9 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=50e73cb0-a161-4344-be58-ebf9dc84c4a2 HTTP/1.1" status: 200 len: 945 time: 0.0462449 Oct 12 02:41:02.945181 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event deleted for resources: {'Port': ['ID=e1dfc227-256b-42f2-8bbc-5b489c6f72d3,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:02.957107 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.957941 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.957941 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.958156 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.958454 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.958739 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.959064 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.959388 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.959711 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.960034 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.960870 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.960870 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.961113 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.961351 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.961668 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:02.975882 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fff9245c-5143-4cb3-9545-480e41e2be2f req-9f939e51-6626-4124-ad63-31fbcb9960c6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1355430e-f99d-4fbf-8839-00688ca84754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461116 Oct 12 02:41:03.067388 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Router 148b9488-f220-4135-9354-1a96905db371 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:41:03.169987 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:41:03.174711 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:03.179804 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] Sync routers for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:41:03.190059 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:41:03.190671 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:40:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:03.193131 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:03.211984 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] No DVR routers for this DVR port e1dfc227-256b-42f2-8bbc-5b489c6f72d3 on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:41:03.215218 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:03.218511 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ad64d5a5-c4a0-4c4f-a08b-e398c7a456fa req-cd8ed571-6045-4368-b46f-bd70856b9ac7 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.16 "DELETE /networking/v2.0/ports/e1dfc227-256b-42f2-8bbc-5b489c6f72d3 HTTP/1.1" status: 204 len: 173 time: 0.7503684 Oct 12 02:41:03.219001 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'name': 'network-vif-deleted', 'tag': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:41:03.222032 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4b4096-2c8d-4b00-a574-785749d394ff" -d '{"events": [{"server_uuid": "50e73cb0-a161-4344-be58-ebf9dc84c4a2", "name": "network-vif-deleted", "tag": "e1dfc227-256b-42f2-8bbc-5b489c6f72d3"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:41:03.262082 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd10ef43-6594-4333-95fd-f96a441ed953 x-openstack-request-id: req-dd10ef43-6594-4333-95fd-f96a441ed953 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:41:03.262578 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e73cb0-a161-4344-be58-ebf9dc84c4a2", "name": "network-vif-deleted", "tag": "e1dfc227-256b-42f2-8bbc-5b489c6f72d3", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:41:03.263110 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd10ef43-6594-4333-95fd-f96a441ed953 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:41:03.263739 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd10ef43-6594-4333-95fd-f96a441ed953'] response: {'server_uuid': '50e73cb0-a161-4344-be58-ebf9dc84c4a2', 'name': 'network-vif-deleted', 'tag': 'e1dfc227-256b-42f2-8bbc-5b489c6f72d3', 'status': 'completed', 'code': 200} Oct 12 02:41:03.297420 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:41:03.491753 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:03.515682 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] Checking router: 148b9488-f220-4135-9354-1a96905db371 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:41:03.523791 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:41:03.524379 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:40:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:03.622627 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:41:03.811977 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:03.837271 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf22fe-4a2a-4c1d-8124-31e598d61cf9 None None] The sync data for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi is: [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:15Z', 'revision_number': 4, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '97d14b25-5779-484b-95be-26f2ebe030da', 'name': '', 'network_id': '8484fb9c-5daa-4067-a233-ae010b930f21', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'mac_address': 'fa:16:3e:e9:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:14Z', 'updated_at': '2022-10-12T02:37:20Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'subnets': [{'id': '8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:41:04.049067 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb9455-9110-4340-aa1f-f207cd5f09f1 None None] New status for floating IP b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d: DOWN {{(pid=104438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:41:04.070961 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36028) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:04.113344 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:04.131996 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1575b80-7740-4732-b037-d99ac619995c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (1355430e-f99d-4fbf-8839-00688ca84754), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:04.155593 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1575b80-7740-4732-b037-d99ac619995c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (1355430e-f99d-4fbf-8839-00688ca84754), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:04.204924 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1575b80-7740-4732-b037-d99ac619995c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (1355430e-f99d-4fbf-8839-00688ca84754), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:04.207488 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c1575b80-7740-4732-b037-d99ac619995c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:04.208669 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-c1575b80-7740-4732-b037-d99ac619995c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1355430e-f99d-4fbf-8839-00688ca84754 HTTP/1.1" status: 204 len: 168 time: 0.1367252 Oct 12 02:41:04.211432 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36030) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:04.218030 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1575b80-7740-4732-b037-d99ac619995c tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1355430e-f99d-4fbf-8839-00688ca84754,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:04.229022 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.api.v2.resource [None req-0c82a82f-e0ff-4949-a7c4-65d4e19a0332 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] show failed (client error): The resource could not be found. Oct 12 02:41:04.230098 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-0c82a82f-e0ff-4949-a7c4-65d4e19a0332 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "GET /networking/v2.0/security-groups/1355430e-f99d-4fbf-8839-00688ca84754 HTTP/1.1" status: 404 len: 347 time: 0.0176239 Oct 12 02:41:04.232945 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36032) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:04.340691 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Deleting port f99e2e59-41f7-48b9-9d46-d828374448ec {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:41:04.341051 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (f99e2e59-41f7-48b9-9d46-d828374448ec), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:04.414567 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (f99e2e59-41f7-48b9-9d46-d828374448ec), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:04.414813 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (f99e2e59-41f7-48b9-9d46-d828374448ec), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:04.427506 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Calling delete_port for f99e2e59-41f7-48b9-9d46-d828374448ec owned by network:floatingip {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:41:04.553659 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (f99e2e59-41f7-48b9-9d46-d828374448ec), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:04.576206 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Pushing event deleted for resources: {'Port': ['ID=f99e2e59-41f7-48b9-9d46-d828374448ec,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:04.585907 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.586251 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.586588 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.586924 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.587254 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.587939 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.587939 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.588226 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.588545 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.588893 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.589216 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.589539 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.589852 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.590195 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.590536 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:04.653945 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks [] for floatingip (b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:04.656372 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:04.657531 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-02477a4f-95f3-4935-8255-e78b5ec966b6 tempest-AttachVolumeTestJSON-1909094045 tempest-AttachVolumeTestJSON-1909094045-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/b1616d6b-6f4d-4d4f-ad53-1ec6820d0f8d HTTP/1.1" status: 204 len: 168 time: 0.4235466 Oct 12 02:41:06.904467 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device e1dfc227-256b-42f2-8bbc-5b489c6f72d3 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:41:06.924297 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: e1dfc227-256b-42f2-8bbc-5b489c6f72d3 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:41:06.924640 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device e1dfc227-256b-42f2-8bbc-5b489c6f72d3 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:41:08.208588 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36060) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:08.734193 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (148b9488-f220-4135-9354-1a96905db371), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:08.951161 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] Deleting port 97d14b25-5779-484b-95be-26f2ebe030da {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:41:08.951497 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (97d14b25-5779-484b-95be-26f2ebe030da), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:09.031875 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] For port 97d14b25-5779-484b-95be-26f2ebe030da, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=97d14b25-5779-484b-95be-26f2ebe030da,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:41:09.032228 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (97d14b25-5779-484b-95be-26f2ebe030da), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:09.045066 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] Calling delete_port for 97d14b25-5779-484b-95be-26f2ebe030da owned by network:router_interface {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:41:09.080692 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:09.172997 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:09.222378 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (97d14b25-5779-484b-95be-26f2ebe030da), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:09.247846 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d14b25-5779-484b-95be-26f2ebe030da,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:09.410693 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (148b9488-f220-4135-9354-1a96905db371), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:09.430876 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da774821-d7f5-4505-854d-8bbf47d014a4 None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:41:09.497921 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da774821-d7f5-4505-854d-8bbf47d014a4 None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:41:09.586909 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:09.609148 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] Router 148b9488-f220-4135-9354-1a96905db371 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:41:09.716953 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:41:09.722909 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-15bceec2-3a29-4257-816b-b2c72a424515 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/148b9488-f220-4135-9354-1a96905db371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5133829 Oct 12 02:41:09.725633 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36062) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:09.735135 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] Sync routers for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:41:09.766881 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:41:09.767427 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:40:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:09.831536 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Publish callbacks [] for router (148b9488-f220-4135-9354-1a96905db371), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:09.883896 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:41:09.935874 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Publish callbacks [] for router_gateway (148b9488-f220-4135-9354-1a96905db371), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:09.939950 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:09.958812 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:09.986317 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Deleting port 036779db-7d08-459c-ae29-36fa64f0c54f {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:41:09.986794 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.068885 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:41:09Z', 'revision_number': 5, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port': {'id': '036779db-7d08-459c-ae29-36fa64f0c54f', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b9488-f220-4135-9354-1a96905db371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:10.082179 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] For port 036779db-7d08-459c-ae29-36fa64f0c54f, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=036779db-7d08-459c-ae29-36fa64f0c54f,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:41:10.082541 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.097331 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Calling delete_port for 036779db-7d08-459c-ae29-36fa64f0c54f owned by network:router_gateway {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:41:10.100549 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] Checking router: 148b9488-f220-4135-9354-1a96905db371 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:41:10.106198 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:10.110160 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] Routers {'148b9488-f220-4135-9354-1a96905db371'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:41:10.110851 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:40:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['148b9488-f220-4135-9354-1a96905db371'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:10.195231 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] Set router 148b9488-f220-4135-9354-1a96905db371 gateway port host: None {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:41:10.249050 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:41:09Z', 'revision_number': 6, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port_host': None}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:10.273383 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eaa2e0-747e-408d-82c6-87b8d408778c None None] The sync data for ids ['148b9488-f220-4135-9354-1a96905db371'] in dv-cinder-849143-14-iscsi is: [{'id': '148b9488-f220-4135-9354-1a96905db371', 'name': 'tempest-AttachVolumeTestJSON-1094494298-router', 'tenant_id': '297b4af1911c49f3b7b01c35236f4dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:37:12Z', 'updated_at': '2022-10-12T02:41:09Z', 'revision_number': 6, 'project_id': '297b4af1911c49f3b7b01c35236f4dae', 'gw_port_host': None}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:41:10.279332 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (036779db-7d08-459c-ae29-36fa64f0c54f), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.306822 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Pushing event deleted for resources: {'Port': ['ID=036779db-7d08-459c-ae29-36fa64f0c54f,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:10.323274 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-1d260ff2-e19c-400e-b6fb-1cb8b44dedc6 None None] Provisioning complete for port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:41:10.323641 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1d260ff2-e19c-400e-b6fb-1cb8b44dedc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.323970 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-1d260ff2-e19c-400e-b6fb-1cb8b44dedc6 None None] Attempt 1 to provision port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 Oct 12 02:41:10.368485 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (148b9488-f220-4135-9354-1a96905db371), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.400902 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-1d260ff2-e19c-400e-b6fb-1cb8b44dedc6 None None] Current status of the port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:41:10.454770 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (148b9488-f220-4135-9354-1a96905db371), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.456962 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Publish callbacks [] for router_controller (148b9488-f220-4135-9354-1a96905db371), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.500596 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (148b9488-f220-4135-9354-1a96905db371), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.501161 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 148b9488-f220-4135-9354-1a96905db371 {{(pid=104435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:41:10.505234 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.506358 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-ec5a2fc1-4f42-4bec-8889-19e502b234cf admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/148b9488-f220-4135-9354-1a96905db371 HTTP/1.1" status: 204 len: 168 time: 0.7796025 Oct 12 02:41:10.508988 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36064) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:10.552419 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9956d50-2fe2-4788-9260-b2cbd1a7a85e admin admin] Deleting subnet 8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:41:10.555415 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9956d50-2fe2-4788-9260-b2cbd1a7a85e admin admin] Publish callbacks [] for subnet (8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.589032 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9956d50-2fe2-4788-9260-b2cbd1a7a85e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2680509'] for subnet (8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.671175 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9956d50-2fe2-4788-9260-b2cbd1a7a85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.725837 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9956d50-2fe2-4788-9260-b2cbd1a7a85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26805740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27074553'] for subnet (8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.752163 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9956d50-2fe2-4788-9260-b2cbd1a7a85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:10.754145 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a9956d50-2fe2-4788-9260-b2cbd1a7a85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.758802 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b729b1-f6c7-45b6-8e88-ac8c02e866fa None None] Network 8484fb9c-5daa-4067-a233-ae010b930f21 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:41:10.759311 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a9956d50-2fe2-4788-9260-b2cbd1a7a85e admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/8d2d1e09-5b5c-4e43-a0bb-22200c4d8fce HTTP/1.1" status: 204 len: 168 time: 0.2482729 Oct 12 02:41:10.761220 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36066) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:10.830572 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (8484fb9c-5daa-4067-a233-ae010b930f21), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.876494 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Deleting port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:41:10.876883 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.879193 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:10.939117 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] For port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1,segment=NetworkSegment(240e0f7b-68fd-4e75-b49b-d7a895a88c04),segment_id=240e0f7b-68fd-4e75-b49b-d7a895a88c04)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:41:10.939470 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:10.951994 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Calling delete_port for 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 owned by network:dhcp {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:41:10.955395 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:11.022061 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] DHCP port deletion for 8484fb9c-5daa-4067-a233-ae010b930f21 request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:41:11.038798 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.065604 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:11.069363 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] No DVR routers for this DVR port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 on host dv-cinder-849143-14-iscsi {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:41:11.075745 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Deleting port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 {{(pid=104437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:41:11.076194 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), before_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.132468 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 97d14b25-5779-484b-95be-26f2ebe030da no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:41:11.152191 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (8484fb9c-5daa-4067-a233-ae010b930f21), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.170567 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 97d14b25-5779-484b-95be-26f2ebe030da {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:41:11.171145 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 97d14b25-5779-484b-95be-26f2ebe030da not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:41:11.174241 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] For port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1, host dv-cinder-849143-14-iscsi, got binding levels [] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:41:11.174919 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), precommit_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.175533 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8484fb9c-5daa-4067-a233-ae010b930f21']}} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:11.186144 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240e0f7b-68fd-4e75-b49b-d7a895a88c04') {'for_net_delete': True} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:11.186510 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240e0f7b-68fd-4e75-b49b-d7a895a88c04') {} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:11.188806 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Calling delete_port for 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 owned by network:dhcp {{(pid=104437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:41:11.191412 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.ipam_backend_mixin [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 was not found and therefore no delete operation was performed {{(pid=104437) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 12 02:41:11.192619 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493'] for port (5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1), after_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.196490 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2680516'] for segment (240e0f7b-68fd-4e75-b49b-d7a895a88c04), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.210285 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (240e0f7b-68fd-4e75-b49b-d7a895a88c04), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.217307 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:41:11.217700 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26805510'] for segment (240e0f7b-68fd-4e75-b49b-d7a895a88c04), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.218276 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Pushing event deleted for resources: {'Port': ['ID=5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1,revision_number=None']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:11.223699 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] No DVR routers for this DVR port 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 on host dv-cinder-849143-14-iscsi {{(pid=104437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.238071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2944050d-949c-40d7-bf55-61faeacad9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:41:11.294227 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (8484fb9c-5daa-4067-a233-ae010b930f21), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.301666 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.308315 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/8484fb9c-5daa-4067-a233-ae010b930f21 HTTP/1.1" status: 204 len: 168 time: 0.5460899 Oct 12 02:41:11.330332 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d124e20-e2fa-48b3-b448-163aab191fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8484fb9c-5daa-4067-a233-ae010b930f21,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:11.465068 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment 240e0f7b-68fd-4e75-b49b-d7a895a88c04 resource provider aggregate not found Oct 12 02:41:11.482630 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment 240e0f7b-68fd-4e75-b49b-d7a895a88c04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 240e0f7b-68fd-4e75-b49b-d7a895a88c04 found for delete ", "request_id": "req-929dec58-094e-4865-95af-274108258a9c"}]} Oct 12 02:41:11.497006 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36076) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:11.540372 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-428d20a4-6348-4a8b-85d6-ec67081c2bd0 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=297b4af1911c49f3b7b01c35236f4dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422964 Oct 12 02:41:11.543369 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36078) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:11.590928 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e7ca82c7-b38f-4af5-9af4-81af777fac4e admin admin] Publish callbacks [] for security_group (0671656c-bad7-4829-875c-e29acb7b0a94), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.610515 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e7ca82c7-b38f-4af5-9af4-81af777fac4e admin admin] Publish callbacks [] for security_group (0671656c-bad7-4829-875c-e29acb7b0a94), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.656236 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e7ca82c7-b38f-4af5-9af4-81af777fac4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (0671656c-bad7-4829-875c-e29acb7b0a94), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.658618 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e7ca82c7-b38f-4af5-9af4-81af777fac4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:11.659745 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-e7ca82c7-b38f-4af5-9af4-81af777fac4e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0671656c-bad7-4829-875c-e29acb7b0a94 HTTP/1.1" status: 204 len: 168 time: 0.1155009 Oct 12 02:41:11.667291 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca82c7-b38f-4af5-9af4-81af777fac4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0671656c-bad7-4829-875c-e29acb7b0a94,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:12.717565 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:41:12.738128 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:41:12.738479 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 5f9cba88-eb5f-4e10-8ec8-2a0dc49035c1 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:41:12.738897 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 036779db-7d08-459c-ae29-36fa64f0c54f no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:41:12.761360 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 036779db-7d08-459c-ae29-36fa64f0c54f {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:41:12.761707 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 036779db-7d08-459c-ae29-36fa64f0c54f not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:41:14.644666 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=65,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:14.649541 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=67,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:15.922779 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-863bb15d-0abc-4de6-99cd-ee2083c53b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:16.616810 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36152) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:16.719831 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9eadecd9-21d5-4428-8099-244714405584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:16.794144 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9eadecd9-21d5-4428-8099-244714405584 admin admin] Publish callbacks [] for security_group (c0882575-9da4-40c9-8823-006bd4a50e16), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:16.798035 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9eadecd9-21d5-4428-8099-244714405584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (c0882575-9da4-40c9-8823-006bd4a50e16), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:16.835572 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-9eadecd9-21d5-4428-8099-244714405584 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1a9a73dd2b3144ed881765ac7cdecdad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177093 Oct 12 02:41:16.837484 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadecd9-21d5-4428-8099-244714405584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0882575-9da4-40c9-8823-006bd4a50e16,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:16.838324 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36156) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:16.888812 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5f658580-5d1d-448c-b098-719fe205a330 admin admin] Publish callbacks [] for security_group (c0882575-9da4-40c9-8823-006bd4a50e16), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:16.909758 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5f658580-5d1d-448c-b098-719fe205a330 admin admin] Publish callbacks [] for security_group (c0882575-9da4-40c9-8823-006bd4a50e16), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:16.958159 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5f658580-5d1d-448c-b098-719fe205a330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (c0882575-9da4-40c9-8823-006bd4a50e16), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:16.961108 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5f658580-5d1d-448c-b098-719fe205a330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:16.962516 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-5f658580-5d1d-448c-b098-719fe205a330 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c0882575-9da4-40c9-8823-006bd4a50e16 HTTP/1.1" status: 204 len: 168 time: 0.1226029 Oct 12 02:41:16.970925 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f658580-5d1d-448c-b098-719fe205a330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0882575-9da4-40c9-8823-006bd4a50e16,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:17.221152 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36162) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:17.234595 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2279af7d-78db-4285-a896-fe151649642e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:17.298406 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:17.311358 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2279af7d-78db-4285-a896-fe151649642e admin admin] Publish callbacks [] for security_group (622f51ac-ce44-4527-8341-1815a62c6550), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:17.314817 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-2279af7d-78db-4285-a896-fe151649642e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (622f51ac-ce44-4527-8341-1815a62c6550), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:17.325694 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:17.357763 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-2279af7d-78db-4285-a896-fe151649642e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=dbc51ed3ab6e4666b9e8085f2ceba418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355608 Oct 12 02:41:17.359466 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279af7d-78db-4285-a896-fe151649642e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622f51ac-ce44-4527-8341-1815a62c6550,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:17.360539 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36164) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:17.410204 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3332df3c-f6e1-458b-b9a7-949fe2c32a0b admin admin] Publish callbacks [] for security_group (622f51ac-ce44-4527-8341-1815a62c6550), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:17.429762 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3332df3c-f6e1-458b-b9a7-949fe2c32a0b admin admin] Publish callbacks [] for security_group (622f51ac-ce44-4527-8341-1815a62c6550), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:17.478884 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3332df3c-f6e1-458b-b9a7-949fe2c32a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (622f51ac-ce44-4527-8341-1815a62c6550), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:17.481574 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3332df3c-f6e1-458b-b9a7-949fe2c32a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:17.483911 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-3332df3c-f6e1-458b-b9a7-949fe2c32a0b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/622f51ac-ce44-4527-8341-1815a62c6550 HTTP/1.1" status: 204 len: 168 time: 0.1211369 Oct 12 02:41:17.492436 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332df3c-f6e1-458b-b9a7-949fe2c32a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622f51ac-ce44-4527-8341-1815a62c6550,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:18.274496 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-b63050eb-4201-442f-946b-cb1e0e9b578b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:19.296609 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:20.862626 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:21.230930 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.229270 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36246) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:23.332902 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f08c3517-5820-4011-b2e7-124bdf5f6dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.357492 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:23.363049 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:23.410356 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f08c3517-5820-4011-b2e7-124bdf5f6dba admin admin] Publish callbacks [] for security_group (3f5e8f09-8b99-4726-a7ca-d2b7441d9a24), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.414045 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-f08c3517-5820-4011-b2e7-124bdf5f6dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (3f5e8f09-8b99-4726-a7ca-d2b7441d9a24), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.452592 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-f08c3517-5820-4011-b2e7-124bdf5f6dba admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e44ca7e2d85f44dd97f8ab12aec95b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222481 Oct 12 02:41:23.453692 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c3517-5820-4011-b2e7-124bdf5f6dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5e8f09-8b99-4726-a7ca-d2b7441d9a24,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:23.455431 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36250) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:23.504917 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a157c295-8ed5-43e6-b2fb-9276ffe1d30a admin admin] Publish callbacks [] for security_group (3f5e8f09-8b99-4726-a7ca-d2b7441d9a24), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.524993 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a157c295-8ed5-43e6-b2fb-9276ffe1d30a admin admin] Publish callbacks [] for security_group (3f5e8f09-8b99-4726-a7ca-d2b7441d9a24), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.573977 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a157c295-8ed5-43e6-b2fb-9276ffe1d30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (3f5e8f09-8b99-4726-a7ca-d2b7441d9a24), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.576488 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a157c295-8ed5-43e6-b2fb-9276ffe1d30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.577650 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a157c295-8ed5-43e6-b2fb-9276ffe1d30a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3f5e8f09-8b99-4726-a7ca-d2b7441d9a24 HTTP/1.1" status: 204 len: 168 time: 0.1212213 Oct 12 02:41:23.585153 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157c295-8ed5-43e6-b2fb-9276ffe1d30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5e8f09-8b99-4726-a7ca-d2b7441d9a24,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:23.842525 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36256) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:23.856467 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4cfe-7949-421d-8830-fc993111317f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.931855 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4cfe-7949-421d-8830-fc993111317f admin admin] Publish callbacks [] for security_group (454f5e9b-4353-4dcc-8c8e-84b4dab53567), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.936632 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4cfe-7949-421d-8830-fc993111317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (454f5e9b-4353-4dcc-8c8e-84b4dab53567), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:23.975287 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-cd0a4cfe-7949-421d-8830-fc993111317f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d82c1717ec794a718e3d1b37c1b7fcea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317089 Oct 12 02:41:23.976360 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a4cfe-7949-421d-8830-fc993111317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454f5e9b-4353-4dcc-8c8e-84b4dab53567,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:23.978367 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36258) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:24.026858 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3373a311-8367-4876-b41c-f4cd564e9c66 admin admin] Publish callbacks [] for security_group (454f5e9b-4353-4dcc-8c8e-84b4dab53567), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:24.047013 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3373a311-8367-4876-b41c-f4cd564e9c66 admin admin] Publish callbacks [] for security_group (454f5e9b-4353-4dcc-8c8e-84b4dab53567), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:24.092317 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3373a311-8367-4876-b41c-f4cd564e9c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (454f5e9b-4353-4dcc-8c8e-84b4dab53567), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:24.094829 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-3373a311-8367-4876-b41c-f4cd564e9c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:24.098412 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-3373a311-8367-4876-b41c-f4cd564e9c66 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/454f5e9b-4353-4dcc-8c8e-84b4dab53567 HTTP/1.1" status: 204 len: 168 time: 0.1166320 Oct 12 02:41:24.104727 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373a311-8367-4876-b41c-f4cd564e9c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454f5e9b-4353-4dcc-8c8e-84b4dab53567,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:25.694639 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:41:29.086359 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36356) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:29.148227 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:29.161154 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.198946 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d384a-25a9-4f1b-b76f-66789d1d2a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.274100 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d384a-25a9-4f1b-b76f-66789d1d2a32 admin admin] Publish callbacks [] for security_group (566dbec6-9512-4eb2-ad2d-ba7c7be3f87c), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.278380 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d384a-25a9-4f1b-b76f-66789d1d2a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (566dbec6-9512-4eb2-ad2d-ba7c7be3f87c), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.320792 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-8a6d384a-25a9-4f1b-b76f-66789d1d2a32 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3222a36f21dd4b02ae728a94c9feae2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333491 Oct 12 02:41:29.321644 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d384a-25a9-4f1b-b76f-66789d1d2a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566dbec6-9512-4eb2-ad2d-ba7c7be3f87c,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:29.323526 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36360) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:29.375720 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1151bfa3-b69c-4b45-a50f-cf18aaa20019 admin admin] Publish callbacks [] for security_group (566dbec6-9512-4eb2-ad2d-ba7c7be3f87c), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.390893 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:29.395578 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1151bfa3-b69c-4b45-a50f-cf18aaa20019 admin admin] Publish callbacks [] for security_group (566dbec6-9512-4eb2-ad2d-ba7c7be3f87c), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.426680 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:29.445457 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1151bfa3-b69c-4b45-a50f-cf18aaa20019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (566dbec6-9512-4eb2-ad2d-ba7c7be3f87c), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.447921 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1151bfa3-b69c-4b45-a50f-cf18aaa20019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.449106 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-1151bfa3-b69c-4b45-a50f-cf18aaa20019 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/566dbec6-9512-4eb2-ad2d-ba7c7be3f87c HTTP/1.1" status: 204 len: 168 time: 0.1245267 Oct 12 02:41:29.456609 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151bfa3-b69c-4b45-a50f-cf18aaa20019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566dbec6-9512-4eb2-ad2d-ba7c7be3f87c,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:29.710251 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36366) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:29.723438 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db058d51-4590-4591-8d08-d827e2a9b041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.801710 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db058d51-4590-4591-8d08-d827e2a9b041 admin admin] Publish callbacks [] for security_group (da8323c5-b58e-4c45-8e8a-23e9bde6e9b2), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.805345 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-db058d51-4590-4591-8d08-d827e2a9b041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (da8323c5-b58e-4c45-8e8a-23e9bde6e9b2), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.844899 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-db058d51-4590-4591-8d08-d827e2a9b041 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e18dc8081d9b40559bcbb114d9b8454c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335692 Oct 12 02:41:29.845750 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db058d51-4590-4591-8d08-d827e2a9b041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8323c5-b58e-4c45-8e8a-23e9bde6e9b2,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:29.847734 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36368) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:29.897890 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-dc76fa65-a43d-45b4-bd4e-d90539cd842f admin admin] Publish callbacks [] for security_group (da8323c5-b58e-4c45-8e8a-23e9bde6e9b2), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.917984 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-dc76fa65-a43d-45b4-bd4e-d90539cd842f admin admin] Publish callbacks [] for security_group (da8323c5-b58e-4c45-8e8a-23e9bde6e9b2), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.966245 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-dc76fa65-a43d-45b4-bd4e-d90539cd842f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (da8323c5-b58e-4c45-8e8a-23e9bde6e9b2), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.968796 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-dc76fa65-a43d-45b4-bd4e-d90539cd842f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:29.969936 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-dc76fa65-a43d-45b4-bd4e-d90539cd842f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/da8323c5-b58e-4c45-8e8a-23e9bde6e9b2 HTTP/1.1" status: 204 len: 168 time: 0.1211648 Oct 12 02:41:29.978234 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76fa65-a43d-45b4-bd4e-d90539cd842f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8323c5-b58e-4c45-8e8a-23e9bde6e9b2,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:30.283723 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36374) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:30.297616 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9ee064d-b921-4872-ab4c-ec6959d6502a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:30.335314 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:30.341313 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:30.379005 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9ee064d-b921-4872-ab4c-ec6959d6502a admin admin] Publish callbacks [] for security_group (6bb335eb-28e8-407b-ac7d-b515a2c88bb3), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:30.382454 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9ee064d-b921-4872-ab4c-ec6959d6502a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6bb335eb-28e8-407b-ac7d-b515a2c88bb3), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:30.424024 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f9ee064d-b921-4872-ab4c-ec6959d6502a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=661c108e8fca4891b461378205189475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392562 Oct 12 02:41:30.424740 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee064d-b921-4872-ab4c-ec6959d6502a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb335eb-28e8-407b-ac7d-b515a2c88bb3,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:30.426910 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36376) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:30.479202 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-22a74c08-52d5-4868-9eb4-16f467b4e8d6 admin admin] Publish callbacks [] for security_group (6bb335eb-28e8-407b-ac7d-b515a2c88bb3), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:30.498480 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-22a74c08-52d5-4868-9eb4-16f467b4e8d6 admin admin] Publish callbacks [] for security_group (6bb335eb-28e8-407b-ac7d-b515a2c88bb3), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:30.545064 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-22a74c08-52d5-4868-9eb4-16f467b4e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (6bb335eb-28e8-407b-ac7d-b515a2c88bb3), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:30.547591 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-22a74c08-52d5-4868-9eb4-16f467b4e8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:30.551069 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-22a74c08-52d5-4868-9eb4-16f467b4e8d6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6bb335eb-28e8-407b-ac7d-b515a2c88bb3 HTTP/1.1" status: 204 len: 168 time: 0.1206877 Oct 12 02:41:30.556221 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a74c08-52d5-4868-9eb4-16f467b4e8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb335eb-28e8-407b-ac7d-b515a2c88bb3,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:31.220037 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36398) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:31.317677 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1628717104-network', 'tenant_id': '6be843ac99544b94a880fd03435698a1'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:41:31.337120 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Made reservation on behalf of 6be843ac99544b94a880fd03435698a1 for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:41:31.339500 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.348067 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.421640 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Publish callbacks [] for security_group (15285853-ea0b-4dda-af84-4aa9a0740007), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.425792 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (15285853-ea0b-4dda-af84-4aa9a0740007), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.450802 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:41:31.460508 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15285853-ea0b-4dda-af84-4aa9a0740007,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:31.467169 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (641c8d6b-2841-4209-bf41-f5586613f866), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.467509 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Added segment 641c8d6b-2841-4209-bf41-f5586613f866 of type vlan for network 6bfa5284-13de-402f-bbd5-fd74f9ef99c5 Oct 12 02:41:31.508884 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (6bfa5284-13de-402f-bbd5-fd74f9ef99c5), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.533482 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (6bfa5284-13de-402f-bbd5-fd74f9ef99c5), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.534436 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:31.535003 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.583406 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3622558 Oct 12 02:41:31.586344 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36402) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:31.591632 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Request body: {'subnet': {'network_id': '6bfa5284-13de-402f-bbd5-fd74f9ef99c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1628717104-subnet', 'tenant_id': '6be843ac99544b94a880fd03435698a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:41:31.610847 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54174eab-f1b7-4aa2-9537-d864747308a9 admin admin] Pushing event updated for resources: {'Network': ['ID=6bfa5284-13de-402f-bbd5-fd74f9ef99c5,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:31.620849 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 6bfa5284-13de-402f-bbd5-fd74f9ef99c5 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:41:31.623055 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Made reservation on behalf of 6be843ac99544b94a880fd03435698a1 for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:41:31.625516 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27017785'] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.636810 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:31.670810 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:31.799795 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27017771'] for subnet (59205d62-6962-4d2c-9316-aa0508de0cba), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.849916 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59205d62-6962-4d2c-9316-aa0508de0cba,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:31.865479 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Checking segment: {'id': '641c8d6b-2841-4209-bf41-f5586613f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6bfa5284-13de-402f-bbd5-fd74f9ef99c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:41:31.865838 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Network hostable DHCP agents. Network: 6bfa5284-13de-402f-bbd5-fd74f9ef99c5, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:41:31.882573 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Network 6bfa5284-13de-402f-bbd5-fd74f9ef99c5 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:41:31.890632 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 6bfa5284-13de-402f-bbd5-fd74f9ef99c5) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:41:31.894627 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:31.895203 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:31.899486 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694dcf7d-e245-4813-8144-8ede29e5973f None None] Network 6bfa5284-13de-402f-bbd5-fd74f9ef99c5 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:41:31.914702 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-2216f5c0-1403-44e3-89c8-9b860c8b7d6f admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3273025 Oct 12 02:41:31.950966 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:32.005150 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c9d2f-05d8-4c83-8ac8-c02420de25b2 None None] Network 6bfa5284-13de-402f-bbd5-fd74f9ef99c5 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:41:32.386436 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36418) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:32.391316 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-959697603-network', 'tenant_id': '0d26e187d4db4d288a2d651093be5a03'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:41:32.410614 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Made reservation on behalf of 0d26e187d4db4d288a2d651093be5a03 for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:41:32.413182 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.422943 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.498608 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Publish callbacks [] for security_group (2c287da1-a99a-4388-8568-0fca00f86a64), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.502127 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2c287da1-a99a-4388-8568-0fca00f86a64), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.527202 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:41:32.536160 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c287da1-a99a-4388-8568-0fca00f86a64,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:32.542301 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (75778eb6-9ed0-4814-afde-bc2ecf9760f6), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.542644 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Added segment 75778eb6-9ed0-4814-afde-bc2ecf9760f6 of type vlan for network 2fc3d6de-dff6-4246-b330-96c091c5d837 Oct 12 02:41:32.583488 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (2fc3d6de-dff6-4246-b330-96c091c5d837), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.607380 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (2fc3d6de-dff6-4246-b330-96c091c5d837), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.608547 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:32.609151 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.664145 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2766402 Oct 12 02:41:32.667576 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36420) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:32.672587 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Request body: {'subnet': {'network_id': '2fc3d6de-dff6-4246-b330-96c091c5d837', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-959697603-subnet', 'tenant_id': '0d26e187d4db4d288a2d651093be5a03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:41:32.675727 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089e1c8-3141-4c27-b75a-afbbf4fd5b9a admin admin] Pushing event updated for resources: {'Network': ['ID=2fc3d6de-dff6-4246-b330-96c091c5d837,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:32.687399 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 2fc3d6de-dff6-4246-b330-96c091c5d837 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:41:32.693422 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Made reservation on behalf of 0d26e187d4db4d288a2d651093be5a03 for: {'subnet': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:41:32.696094 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27070744'] for subnet (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.864977 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26805677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27070730'] for subnet (98f9010e-9043-422c-85f3-5d36092a2835), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.919038 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f9010e-9043-422c-85f3-5d36092a2835,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:32.927412 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Checking segment: {'id': '75778eb6-9ed0-4814-afde-bc2ecf9760f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2fc3d6de-dff6-4246-b330-96c091c5d837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:41:32.927760 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Network hostable DHCP agents. Network: 2fc3d6de-dff6-4246-b330-96c091c5d837, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:41:32.946989 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Network 2fc3d6de-dff6-4246-b330-96c091c5d837 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:41:32.955416 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 2fc3d6de-dff6-4246-b330-96c091c5d837) {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:41:32.959307 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:41:32.959893 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:32.964883 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f648c88-53ef-46bb-9f73-e850ea25d857 None None] Network 2fc3d6de-dff6-4246-b330-96c091c5d837 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:41:32.976503 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-826405ac-5ce1-4ead-8ee0-dae81f316ef7 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3078573 Oct 12 02:41:33.065156 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a3e3ca-89cf-44b2-b0b0-cfcb99c9b964 None None] Network 2fc3d6de-dff6-4246-b330-96c091c5d837 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:41:35.690751 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:42.671425 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=16,neutron:SELECT=62,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:42.673349 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=72,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:42.968960 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=47,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:42.969762 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=53,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:43.138852 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=40 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:43.143724 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=55 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:45.924745 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-236101cf-d027-4a9b-ae19-ffbffaa623a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.553143 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36538) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:46.596952 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ecdbb1-be27-4c47-ad8b-6d64d153f47d admin admin] Deleting subnet 59205d62-6962-4d2c-9316-aa0508de0cba {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:41:46.600092 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-88ecdbb1-be27-4c47-ad8b-6d64d153f47d admin admin] Publish callbacks [] for subnet (59205d62-6962-4d2c-9316-aa0508de0cba), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.633574 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-88ecdbb1-be27-4c47-ad8b-6d64d153f47d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2680509'] for subnet (59205d62-6962-4d2c-9316-aa0508de0cba), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.675625 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-88ecdbb1-be27-4c47-ad8b-6d64d153f47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (59205d62-6962-4d2c-9316-aa0508de0cba), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.727009 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-88ecdbb1-be27-4c47-ad8b-6d64d153f47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26805740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27074553'] for subnet (59205d62-6962-4d2c-9316-aa0508de0cba), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.754435 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-88ecdbb1-be27-4c47-ad8b-6d64d153f47d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.757563 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-88ecdbb1-be27-4c47-ad8b-6d64d153f47d admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/59205d62-6962-4d2c-9316-aa0508de0cba HTTP/1.1" status: 204 len: 168 time: 0.2034409 Oct 12 02:41:46.758557 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecdbb1-be27-4c47-ad8b-6d64d153f47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59205d62-6962-4d2c-9316-aa0508de0cba,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:46.760225 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36540) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:46.828593 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (6bfa5284-13de-402f-bbd5-fd74f9ef99c5), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.908528 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (6bfa5284-13de-402f-bbd5-fd74f9ef99c5), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.928102 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfa5284-13de-402f-bbd5-fd74f9ef99c5']}} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:46.937238 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641c8d6b-2841-4209-bf41-f5586613f866') {'for_net_delete': True} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:46.937536 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641c8d6b-2841-4209-bf41-f5586613f866') {} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:46.946906 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27132702'] for segment (641c8d6b-2841-4209-bf41-f5586613f866), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.960395 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (641c8d6b-2841-4209-bf41-f5586613f866), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:46.967158 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:41:46.967537 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27082299'] for segment (641c8d6b-2841-4209-bf41-f5586613f866), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.028385 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (6bfa5284-13de-402f-bbd5-fd74f9ef99c5), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.034334 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.040429 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/6bfa5284-13de-402f-bbd5-fd74f9ef99c5 HTTP/1.1" status: 204 len: 168 time: 0.2764981 Oct 12 02:41:47.041230 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36546) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:47.052136 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36286a99-2956-44eb-9888-375abddf0cab admin admin] Pushing event deleted for resources: {'Network': ['ID=6bfa5284-13de-402f-bbd5-fd74f9ef99c5,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:47.087924 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba4a5ee-d0eb-4e89-806a-e81a4b0b112a admin admin] Deleting subnet 98f9010e-9043-422c-85f3-5d36092a2835 {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:41:47.091228 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a5ee-d0eb-4e89-806a-e81a4b0b112a admin admin] Publish callbacks [] for subnet (98f9010e-9043-422c-85f3-5d36092a2835), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.110656 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 641c8d6b-2841-4209-bf41-f5586613f866 resource provider aggregate not found Oct 12 02:41:47.127564 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a5ee-d0eb-4e89-806a-e81a4b0b112a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2680509'] for subnet (98f9010e-9043-422c-85f3-5d36092a2835), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.128885 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 641c8d6b-2841-4209-bf41-f5586613f866 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 641c8d6b-2841-4209-bf41-f5586613f866 found for delete ", "request_id": "req-85eeaec7-1788-4eec-95d4-1d1097fc8dce"}]} Oct 12 02:41:47.170157 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a5ee-d0eb-4e89-806a-e81a4b0b112a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (98f9010e-9043-422c-85f3-5d36092a2835), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.221462 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a5ee-d0eb-4e89-806a-e81a4b0b112a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26805740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27074553'] for subnet (98f9010e-9043-422c-85f3-5d36092a2835), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.247641 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4a5ee-d0eb-4e89-806a-e81a4b0b112a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f9010e-9043-422c-85f3-5d36092a2835,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:47.250054 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a5ee-d0eb-4e89-806a-e81a4b0b112a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.253152 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-5ba4a5ee-d0eb-4e89-806a-e81a4b0b112a admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/98f9010e-9043-422c-85f3-5d36092a2835 HTTP/1.1" status: 204 len: 168 time: 0.2106514 Oct 12 02:41:47.255761 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36550) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:47.328571 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (2fc3d6de-dff6-4246-b330-96c091c5d837), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.637933 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (2fc3d6de-dff6-4246-b330-96c091c5d837), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.657051 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc3d6de-dff6-4246-b330-96c091c5d837']}} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:47.666029 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75778eb6-9ed0-4814-afde-bc2ecf9760f6') {'for_net_delete': True} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:47.666330 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75778eb6-9ed0-4814-afde-bc2ecf9760f6') {} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:41:47.676178 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2680516'] for segment (75778eb6-9ed0-4814-afde-bc2ecf9760f6), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.689836 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (75778eb6-9ed0-4814-afde-bc2ecf9760f6), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.696261 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:41:47.696672 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26805510'] for segment (75778eb6-9ed0-4814-afde-bc2ecf9760f6), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.715813 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment 75778eb6-9ed0-4814-afde-bc2ecf9760f6 resource provider aggregate not found Oct 12 02:41:47.744209 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment 75778eb6-9ed0-4814-afde-bc2ecf9760f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75778eb6-9ed0-4814-afde-bc2ecf9760f6 found for delete ", "request_id": "req-26c976b0-9902-4d09-a1e6-866cf4147b4e"}]} Oct 12 02:41:47.763059 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (2fc3d6de-dff6-4246-b330-96c091c5d837), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.768366 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:47.771517 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/2fc3d6de-dff6-4246-b330-96c091c5d837 HTTP/1.1" status: 204 len: 168 time: 0.5148647 Oct 12 02:41:47.782756 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555cb40-70bd-4c51-94b2-ac386d2ebde0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc3d6de-dff6-4246-b330-96c091c5d837,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:47.931702 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36558) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:47.971299 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-86ad6ceb-99b5-4ada-a867-3fbfc77fcd2f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6be843ac99544b94a880fd03435698a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384777 Oct 12 02:41:47.973736 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36560) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:48.020488 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-be144867-da7f-4b4d-86fd-74d51b1315b6 admin admin] Publish callbacks [] for security_group (15285853-ea0b-4dda-af84-4aa9a0740007), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:48.022890 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:48.033146 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:48.042970 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-be144867-da7f-4b4d-86fd-74d51b1315b6 admin admin] Publish callbacks [] for security_group (15285853-ea0b-4dda-af84-4aa9a0740007), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:48.094375 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-be144867-da7f-4b4d-86fd-74d51b1315b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (15285853-ea0b-4dda-af84-4aa9a0740007), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:48.096871 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-be144867-da7f-4b4d-86fd-74d51b1315b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:48.100724 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-be144867-da7f-4b4d-86fd-74d51b1315b6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/15285853-ea0b-4dda-af84-4aa9a0740007 HTTP/1.1" status: 204 len: 168 time: 0.1233914 Oct 12 02:41:48.106037 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be144867-da7f-4b4d-86fd-74d51b1315b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15285853-ea0b-4dda-af84-4aa9a0740007,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:48.277424 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7268a3b7-af30-4e68-a0ff-5c7687736eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:48.411949 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36566) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:48.451693 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-4c17abe6-0d48-4712-bb5e-fa1a6167d7c4 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=0d26e187d4db4d288a2d651093be5a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386269 Oct 12 02:41:48.454648 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36568) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:48.501328 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-de40889d-d4d5-4566-b83e-becc9eb0eeeb admin admin] Publish callbacks [] for security_group (2c287da1-a99a-4388-8568-0fca00f86a64), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:48.521276 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-de40889d-d4d5-4566-b83e-becc9eb0eeeb admin admin] Publish callbacks [] for security_group (2c287da1-a99a-4388-8568-0fca00f86a64), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:48.566654 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-de40889d-d4d5-4566-b83e-becc9eb0eeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2c287da1-a99a-4388-8568-0fca00f86a64), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:48.569327 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-de40889d-d4d5-4566-b83e-becc9eb0eeeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:48.570456 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-de40889d-d4d5-4566-b83e-becc9eb0eeeb admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2c287da1-a99a-4388-8568-0fca00f86a64 HTTP/1.1" status: 204 len: 168 time: 0.1149342 Oct 12 02:41:48.578648 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40889d-d4d5-4566-b83e-becc9eb0eeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c287da1-a99a-4388-8568-0fca00f86a64,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:49.300008 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:50.868580 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:51.233066 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:56.928254 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36652) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:57.021767 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=28,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:41:57.043798 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-efc441ec-8f58-4b74-80a9-d445f4aee4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:57.120295 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-efc441ec-8f58-4b74-80a9-d445f4aee4fa admin admin] Publish callbacks [] for security_group (67e9390f-989a-4c86-bfd1-c1e4c73c0652), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:57.124093 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-efc441ec-8f58-4b74-80a9-d445f4aee4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (67e9390f-989a-4c86-bfd1-c1e4c73c0652), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:57.163496 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-efc441ec-8f58-4b74-80a9-d445f4aee4fa admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ca82c0afaef241b1bff14d2f2cf13de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341535 Oct 12 02:41:57.164691 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc441ec-8f58-4b74-80a9-d445f4aee4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9390f-989a-4c86-bfd1-c1e4c73c0652,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:57.166277 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36656) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:41:57.214784 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c805e977-f3f7-4f9b-bf4e-0fe267f83874 admin admin] Publish callbacks [] for security_group (67e9390f-989a-4c86-bfd1-c1e4c73c0652), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:57.237286 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c805e977-f3f7-4f9b-bf4e-0fe267f83874 admin admin] Publish callbacks [] for security_group (67e9390f-989a-4c86-bfd1-c1e4c73c0652), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:57.283475 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c805e977-f3f7-4f9b-bf4e-0fe267f83874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (67e9390f-989a-4c86-bfd1-c1e4c73c0652), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:57.285937 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-c805e977-f3f7-4f9b-bf4e-0fe267f83874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:41:57.287060 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-c805e977-f3f7-4f9b-bf4e-0fe267f83874 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/67e9390f-989a-4c86-bfd1-c1e4c73c0652 HTTP/1.1" status: 204 len: 168 time: 0.1198108 Oct 12 02:41:57.294636 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805e977-f3f7-4f9b-bf4e-0fe267f83874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9390f-989a-4c86-bfd1-c1e4c73c0652,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:41:59.177274 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:00.349126 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:00.359451 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=5 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:02.692820 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:42:07.145058 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=45,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:07.160940 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:07.268867 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=47,neutron:DELETE=6 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:07.290745 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=40,neutron:DELETE=6 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:08.216424 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36790) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:08.321623 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:08.399611 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Publish callbacks [] for security_group (9f6c5dcb-c7fe-4c42-8067-6dbe1ebfeaa8), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:08.403286 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (9f6c5dcb-c7fe-4c42-8067-6dbe1ebfeaa8), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:08.447771 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f63b65c8231b42e4a57f35e4a1d5fec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302392 Oct 12 02:42:08.448620 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6c5dcb-c7fe-4c42-8067-6dbe1ebfeaa8,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:08.450606 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36794) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:08.456761 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.457163 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.457500 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.457817 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.458147 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.458478 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.458805 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.459130 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.459455 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.459783 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.460109 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.460431 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.460842 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.461165 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.461484 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c001fa3-6d2d-4aa8-99a0-2d25ccc30eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.501146 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Publish callbacks [] for security_group (9f6c5dcb-c7fe-4c42-8067-6dbe1ebfeaa8), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:08.520968 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Publish callbacks [] for security_group (9f6c5dcb-c7fe-4c42-8067-6dbe1ebfeaa8), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:08.566111 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (9f6c5dcb-c7fe-4c42-8067-6dbe1ebfeaa8), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:08.568570 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:08.569717 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9f6c5dcb-c7fe-4c42-8067-6dbe1ebfeaa8 HTTP/1.1" status: 204 len: 168 time: 0.1181424 Oct 12 02:42:08.577222 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6c5dcb-c7fe-4c42-8067-6dbe1ebfeaa8,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:08.584834 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.585185 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.585529 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.585869 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.586200 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.586532 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.586863 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.587186 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.587511 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.587834 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.588159 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.588481 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.588837 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.589160 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:08.589522 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d4cfc-8cda-402b-b606-2bea897a390b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:09.174360 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:09.189287 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36816) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:09.287020 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1269055016-network', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:09.306702 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Made reservation on behalf of 0420b1fe8ff5451dba85de3001a3932f for: {'network': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:42:09.309071 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.320328 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.395132 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Publish callbacks [] for security_group (2e0c3364-a967-4a8d-800c-2cda5a138b0d), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.399673 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2e0c3364-a967-4a8d-800c-2cda5a138b0d), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.427735 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:42:09.434094 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0c3364-a967-4a8d-800c-2cda5a138b0d,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:09.441218 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (96001193-b4a5-4f4c-a088-4afa8899a1cf), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.441497 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.segments_db [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Added segment 96001193-b4a5-4f4c-a088-4afa8899a1cf of type vlan for network c8f4d944-2283-4081-9e18-98805e4df4db Oct 12 02:42:09.481723 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (c8f4d944-2283-4081-9e18-98805e4df4db), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.505824 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (c8f4d944-2283-4081-9e18-98805e4df4db), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.506871 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:09.507437 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.560403 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3699446 Oct 12 02:42:09.563680 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36820) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:09.568539 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Request body: {'subnet': {'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1269055016-subnet', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'ip_version': 4}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:09.570742 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907573e-8514-4fd9-b674-6b1546454f53 admin admin] Pushing event updated for resources: {'Network': ['ID=c8f4d944-2283-4081-9e18-98805e4df4db,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:09.581480 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network c8f4d944-2283-4081-9e18-98805e4df4db details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:42:09.589913 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Made reservation on behalf of 0420b1fe8ff5451dba85de3001a3932f for: {'subnet': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:42:09.592223 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27070744'] for subnet (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.757505 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26805677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27070730'] for subnet (00aacf4c-2c13-4c74-b08a-5c950b34b7ac), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.807328 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00aacf4c-2c13-4c74-b08a-5c950b34b7ac,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:09.822688 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Checking segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:09.823043 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Network hostable DHCP agents. Network: c8f4d944-2283-4081-9e18-98805e4df4db, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:42:09.840157 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Network c8f4d944-2283-4081-9e18-98805e4df4db is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:42:09.849782 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, c8f4d944-2283-4081-9e18-98805e4df4db) {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:09.854429 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:09.855041 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.859189 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab6ee2-0353-4760-a8ba-38e6007b3c09 None None] Network c8f4d944-2283-4081-9e18-98805e4df4db requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:42:09.875439 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d6d1f2b8-941b-43a2-99d3-751c4b6953c4 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3106585 Oct 12 02:42:09.875652 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36822) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:09.880066 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:09.901122 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (d9346505-8537-497f-a610-44069e3f5e20), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.902139 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (d9346505-8537-497f-a610-44069e3f5e20), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.953635 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks [] for router_controller (d9346505-8537-497f-a610-44069e3f5e20), precommit_add_association {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:09.963254 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-c8f4d944-2283-4081-9e18-98805e4df4db', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:42:09.964224 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.088414 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks [] for router_gateway (d9346505-8537-497f-a610-44069e3f5e20), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.092636 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Allocated IP 172.20.0.2 (c8f4d944-2283-4081-9e18-98805e4df4db/00aacf4c-2c13-4c74-b08a-5c950b34b7ac/3e6e2d66-092c-4c3a-9d9c-faf515652cb7) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:10.148602 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:10.156116 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:10.279093 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks [] for router_gateway (d9346505-8537-497f-a610-44069e3f5e20), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.298479 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.374557 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Publish callbacks [] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.379564 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.403359 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Allocated IP 172.27.4.212 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/879341b6-b786-4968-ac98-fb826d20ec41) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:10.423448 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Network c8f4d944-2283-4081-9e18-98805e4df4db is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:10.428377 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:10.430864 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:10.437469 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Pushing event updated for resources: {'Port': ['ID=3e6e2d66-092c-4c3a-9d9c-faf515652cb7,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:10.491586 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Attempting to bind port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:10.491946 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Attempting to bind port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:10.492300 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Attempting to bind port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 on network c8f4d944-2283-4081-9e18-98805e4df4db {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:10.515036 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks [] for port (879341b6-b786-4968-ac98-fb826d20ec41), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.532650 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:10.533047 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Checking segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:10.533443 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.533828 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Bound using segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:10.534289 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Bound port: 3e6e2d66-092c-4c3a-9d9c-faf515652cb7, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:10.534661 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.548655 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (879341b6-b786-4968-ac98-fb826d20ec41), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.587889 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:10.592727 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:10.597010 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:10.598817 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] For port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:10.600492 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Pushing event updated for resources: {'Port': ['ID=879341b6-b786-4968-ac98-fb826d20ec41,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:10.603039 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] For port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=3e6e2d66-092c-4c3a-9d9c-faf515652cb7,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:10.610168 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.661556 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a2758-a0d2-4e0d-b37d-04502a5035b3 None None] Pushing event updated for resources: {'Port': ['ID=3e6e2d66-092c-4c3a-9d9c-faf515652cb7,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:10.855917 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks [] for router_gateway (d9346505-8537-497f-a610-44069e3f5e20), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:10.903196 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=14 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:11.021797 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:11.042850 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (d9346505-8537-497f-a610-44069e3f5e20), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:11.079097 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:11.169264 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Router d9346505-8537-497f-a610-44069e3f5e20 is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:42:11.273824 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:42:11.283436 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Sync routers for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:42:11.293036 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:11.294608 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d8191748-357d-49ca-b01a-a212c391decc admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4179919 Oct 12 02:42:11.294945 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:11.295573 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:41:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:11.297451 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36824) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:11.402981 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:11.491592 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b63b0b0-ab16-4ea6-8583-6e3b06e8864e None None] Network c8f4d944-2283-4081-9e18-98805e4df4db requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:42:11.493832 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:11.547438 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:11.584891 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:10Z', 'revision_number': 3, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:11.586684 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Provisioning complete for port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:11.587057 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:11.587388 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Attempt 1 to provision port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 Oct 12 02:42:11.600522 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:11.613124 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Checking router: d9346505-8537-497f-a610-44069e3f5e20 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:42:11.613468 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Updating router d9346505-8537-497f-a610-44069e3f5e20 port 879341b6-b786-4968-ac98-fb826d20ec41 binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:42:11.641636 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (879341b6-b786-4968-ac98-fb826d20ec41), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:11.666171 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:11.696847 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Current status of the port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:11.697531 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:11.726418 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:11.737138 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] For port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=3e6e2d66-092c-4c3a-9d9c-faf515652cb7,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:11.747231 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:11.801771 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Pushing event updated for resources: {'Port': ['ID=3e6e2d66-092c-4c3a-9d9c-faf515652cb7,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:11.809516 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.809863 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.810211 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.810555 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.811034 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.811375 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.812399 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.813020 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.813561 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.814109 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.814640 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.815169 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.815697 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.816228 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.816784 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdd1b7-7469-4f12-ad92-8c3c8378edda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:11.901365 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Allocated IP 172.20.0.1 (c8f4d944-2283-4081-9e18-98805e4df4db/00aacf4c-2c13-4c74-b08a-5c950b34b7ac/69654eef-aa9b-4c41-890c-e07b6073e868) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:11.926505 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Publish callbacks [] for port (879341b6-b786-4968-ac98-fb826d20ec41), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:11.931519 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (879341b6-b786-4968-ac98-fb826d20ec41), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:11.965899 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Attempting to bind port 879341b6-b786-4968-ac98-fb826d20ec41 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:11.966464 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Attempting to bind port 879341b6-b786-4968-ac98-fb826d20ec41 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:11.966613 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Attempting to bind port 879341b6-b786-4968-ac98-fb826d20ec41 on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:11.969952 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-49aee216-3461-43e9-aa3b-c99bc5a080e5 None None] Provisioning complete for port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:11.970419 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-49aee216-3461-43e9-aa3b-c99bc5a080e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:11.970847 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-49aee216-3461-43e9-aa3b-c99bc5a080e5 None None] Attempt 1 to provision port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 Oct 12 02:42:11.981775 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Pushing event updated for resources: {'Port': ['ID=879341b6-b786-4968-ac98-fb826d20ec41,revision_number=2']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:12.011353 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Publish callbacks [] for port (69654eef-aa9b-4c41-890c-e07b6073e868), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.027624 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.027976 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.028319 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.028680 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.029065 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.029399 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.029723 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.031146 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.031400 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.031732 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.032560 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.032940 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.033272 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.033766 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.033949 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:42:12.044531 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:12.044954 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:12.045093 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-49aee216-3461-43e9-aa3b-c99bc5a080e5 None None] Current status of the port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:12.045336 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.045715 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:12.046771 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Bound port: 879341b6-b786-4968-ac98-fb826d20ec41, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:12.047161 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (879341b6-b786-4968-ac98-fb826d20ec41), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.047407 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.089221 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:12.091494 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Network c8f4d944-2283-4081-9e18-98805e4df4db is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:12.096547 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:12.096725 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] For port 879341b6-b786-4968-ac98-fb826d20ec41, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:12.100075 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] For port 879341b6-b786-4968-ac98-fb826d20ec41, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=879341b6-b786-4968-ac98-fb826d20ec41,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:12.101526 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:12.106970 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Pushing event updated for resources: {'Port': ['ID=69654eef-aa9b-4c41-890c-e07b6073e868,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:12.108571 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (879341b6-b786-4968-ac98-fb826d20ec41), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.148894 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (d9346505-8537-497f-a610-44069e3f5e20), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.163987 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:12.164655 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:41:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:12.201038 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c681d7-3184-4ed1-98a9-34fb3c68a813 None None] Pushing event updated for resources: {'Port': ['ID=879341b6-b786-4968-ac98-fb826d20ec41,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:12.260052 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:12.280231 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:12.287310 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.365448 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-b6d5c98b-819a-41f6-a75a-9cf5f7e09d8f None None] Provisioning complete for port 69654eef-aa9b-4c41-890c-e07b6073e868 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:12.365827 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-b6d5c98b-819a-41f6-a75a-9cf5f7e09d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.366174 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-b6d5c98b-819a-41f6-a75a-9cf5f7e09d8f None None] Attempt 1 to provision port 69654eef-aa9b-4c41-890c-e07b6073e868 Oct 12 02:42:12.404280 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5c98b-819a-41f6-a75a-9cf5f7e09d8f None None] Port 69654eef-aa9b-4c41-890c-e07b6073e868 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:12.427833 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:12.446714 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:12.464502 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Publish callbacks [] for port (69654eef-aa9b-4c41-890c-e07b6073e868), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.469259 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.534941 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:10Z', 'revision_number': 3, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:12.538374 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (d9346505-8537-497f-a610-44069e3f5e20), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.540323 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Pushing event updated for resources: {'Port': ['ID=69654eef-aa9b-4c41-890c-e07b6073e868,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:12.559868 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c4c6e7-f503-4bfc-9904-7e14d84268d9 None None] The sync data for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi is: [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:10Z', 'revision_number': 3, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:42:12.635435 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Network c8f4d944-2283-4081-9e18-98805e4df4db is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:12.636862 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:12.758079 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Router d9346505-8537-497f-a610-44069e3f5e20 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:42:12.824130 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:12.887485 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:12.887864 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.888200 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 Oct 12 02:42:12.898219 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:42:12.908177 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-b6dea562-2535-48b9-adfa-8810f72b301a admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/d9346505-8537-497f-a610-44069e3f5e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6090119 Oct 12 02:42:12.947162 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-1a897ce2-c688-404b-9924-429457a5fc74 None None] Provisioning complete for port 69654eef-aa9b-4c41-890c-e07b6073e868 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:12.947777 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1a897ce2-c688-404b-9924-429457a5fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:12.948150 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-1a897ce2-c688-404b-9924-429457a5fc74 None None] Attempt 1 to provision port 69654eef-aa9b-4c41-890c-e07b6073e868 Oct 12 02:42:12.991985 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-1a897ce2-c688-404b-9924-429457a5fc74 None None] Port 69654eef-aa9b-4c41-890c-e07b6073e868 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:13.028007 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:13.413813 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36840) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:13.419561 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1833578726-network', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:13.440804 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Made reservation on behalf of 499f753d52b945f7a5af4fddc75a9f10 for: {'network': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:42:13.443245 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for network (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:13.452040 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:13.528561 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Publish callbacks [] for security_group (760dbd82-f505-4c61-b0e3-478b703a4aeb), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:13.532908 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (760dbd82-f505-4c61-b0e3-478b703a4aeb), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:13.554918 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 02:42:13.570086 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760dbd82-f505-4c61-b0e3-478b703a4aeb,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:13.573027 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (b00a09f2-03c3-46b3-9d8c-f7c29fee3fba), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:13.573364 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.segments_db [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Added segment b00a09f2-03c3-46b3-9d8c-f7c29fee3fba of type vlan for network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 Oct 12 02:42:13.616513 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435101121'] for network (0826a9ec-e212-49cd-9fbb-23a293c0e4a9), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:13.641285 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225'] for network (0826a9ec-e212-49cd-9fbb-23a293c0e4a9), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:13.642526 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:13.643106 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:13.687751 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:13.704790 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2896848 Oct 12 02:42:13.707667 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36842) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:13.709035 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb4188-7725-4dca-849a-29b99722bd54 admin admin] Pushing event updated for resources: {'Network': ['ID=0826a9ec-e212-49cd-9fbb-23a293c0e4a9,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:13.713010 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Request body: {'subnet': {'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1833578726-subnet', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'ip_version': 4}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:13.719998 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 details requested by agent ovs-agent-dv-cinder-849143-14-iscsi with host dv-cinder-849143-14-iscsi {{(pid=104437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 02:42:13.734596 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Made reservation on behalf of 499f753d52b945f7a5af4fddc75a9f10 for: {'subnet': 1} {{(pid=104436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:42:13.737027 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27017785'] for subnet (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:13.905824 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27017771'] for subnet (612d67e4-2737-4aa4-8a4c-f16b9948fe6c), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:13.959607 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Pushing event updated for resources: {'Subnet': ['ID=612d67e4-2737-4aa4-8a4c-f16b9948fe6c,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:13.975521 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Checking segment: {'id': 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:13.975894 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Network hostable DHCP agents. Network: 0826a9ec-e212-49cd-9fbb-23a293c0e4a9, hostable agents: ['726fe15b-7868-4c36-bbaa-762963f99729'], hosted agents: [] {{(pid=104436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 02:42:13.994587 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 is scheduled to be hosted by DHCP agent 726fe15b-7868-4c36-bbaa-762963f99729 with binding_index 1 {{(pid=104436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 02:42:14.005049 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-14-iscsi, 0826a9ec-e212-49cd-9fbb-23a293c0e4a9) {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:14.009525 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:14.010625 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.013459 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0597a713-e2fc-4e01-8b3d-069cb6505b21 None None] Network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:42:14.026669 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-5bc6513e-9d49-4eed-b6ae-e28ea0fcc0af admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3177750 Oct 12 02:42:14.029774 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36844) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:14.033789 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1833578726-router', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:14.122186 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d78d31-8204-5430-9ceb-90fd419b7502-0826a9ec-e212-49cd-9fbb-23a293c0e4a9', 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9', 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'fixed_ips': [{'subnet_id': '612d67e4-2737-4aa4-8a4c-f16b9948fe6c'}]}} from dv-cinder-849143-14-iscsi. {{(pid=104437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 02:42:14.123386 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.200804 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Sync routers for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:42:14.205868 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:14.226552 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:14.227466 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:41:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:14.232153 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:14.328967 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3726557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.329999 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3750042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.356787 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:14.360959 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.db_base_plugin_common [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Allocated IP 172.20.0.2 (0826a9ec-e212-49cd-9fbb-23a293c0e4a9/612d67e4-2737-4aa4-8a4c-f16b9948fe6c/a4b13cae-e64b-4ace-b74d-f4c9910c0c65) {{(pid=104437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:14.385283 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks [] for router_controller (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), precommit_add_association {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.399647 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:14.520434 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks [] for router_gateway (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.647676 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Publish callbacks [] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), precommit_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.663327 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:14.671007 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), after_create {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.703656 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks [] for router_gateway (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.727247 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.727914 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 2, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:14.736513 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 is already hosted by enough agents. {{(pid=104437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:14.737287 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Pushing event updated for resources: {'Port': ['ID=a4b13cae-e64b-4ace-b74d-f4c9910c0c65,revision_number=1']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:14.762267 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.base_scheduler [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Resources bound (agent type, host, resource id): {{(pid=104437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:14.764372 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Checking router: d9346505-8537-497f-a610-44069e3f5e20 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:42:14.765363 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Updating router d9346505-8537-497f-a610-44069e3f5e20 port 69654eef-aa9b-4c41-890c-e07b6073e868 binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:42:14.767479 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Received port after_create {{(pid=104437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:14.789421 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 879341b6-b786-4968-ac98-fb826d20ec41 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:14.835060 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Allocated IP 172.27.4.209 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/7b728fe4-80a5-4da8-9f45-78926958b756) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:14.949080 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks [] for port (7b728fe4-80a5-4da8-9f45-78926958b756), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.981299 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:14.996619 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.020420 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:15.024956 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:15.028905 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:15.044518 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Attempting to bind port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:15.045019 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Attempting to bind port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:15.045270 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Attempting to bind port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 on network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:15.050033 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Pushing event updated for resources: {'Port': ['ID=7b728fe4-80a5-4da8-9f45-78926958b756,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:15.091181 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 879341b6-b786-4968-ac98-fb826d20ec41 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:15.091557 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (879341b6-b786-4968-ac98-fb826d20ec41), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.091891 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 879341b6-b786-4968-ac98-fb826d20ec41 Oct 12 02:42:15.156425 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:15.178188 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:15.200929 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:15.201273 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Checking segment: {'id': 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:15.201622 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.202012 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Bound using segment: {'id': 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:15.203057 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Bound port: a4b13cae-e64b-4ace-b74d-f4c9910c0c65, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:15.203440 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.269159 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks [] for router_gateway (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.303449 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:15.343680 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 879341b6-b786-4968-ac98-fb826d20ec41 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:15.344063 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (879341b6-b786-4968-ac98-fb826d20ec41), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.368582 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] For port a4b13cae-e64b-4ace-b74d-f4c9910c0c65, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:15.395514 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] For port a4b13cae-e64b-4ace-b74d-f4c9910c0c65, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=a4b13cae-e64b-4ace-b74d-f4c9910c0c65,segment=NetworkSegment(b00a09f2-03c3-46b3-9d8c-f7c29fee3fba),segment_id=b00a09f2-03c3-46b3-9d8c-f7c29fee3fba)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:15.397723 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 879341b6-b786-4968-ac98-fb826d20ec41, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=879341b6-b786-4968-ac98-fb826d20ec41,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:15.404631 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (879341b6-b786-4968-ac98-fb826d20ec41), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.406873 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.467852 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728075'] for router (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.506669 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=879341b6-b786-4968-ac98-fb826d20ec41,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:15.541197 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Publish callbacks [] for port (69654eef-aa9b-4c41-890c-e07b6073e868), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.556318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.557418 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:15.575320 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0acc3-ea7a-4d4d-8312-5988af471c39 None None] Pushing event updated for resources: {'Port': ['ID=a4b13cae-e64b-4ace-b74d-f4c9910c0c65,revision_number=2']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:15.637213 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 is scheduled to L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 with binding_index 1 {{(pid=104436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 02:42:15.675386 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb758ff9-7337-41a9-ba68-759fb16147fe None None] Pushing event updated for resources: {'Port': ['ID=69654eef-aa9b-4c41-890c-e07b6073e868,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:15.679570 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Attempting to bind port 69654eef-aa9b-4c41-890c-e07b6073e868 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:15.679937 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Attempting to bind port 69654eef-aa9b-4c41-890c-e07b6073e868 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:15.680301 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Attempting to bind port 69654eef-aa9b-4c41-890c-e07b6073e868 on network c8f4d944-2283-4081-9e18-98805e4df4db {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:15.724249 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:15.724653 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Checking segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:15.725123 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.725517 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Bound using segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:15.725996 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Bound port: 69654eef-aa9b-4c41-890c-e07b6073e868, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:15.726379 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.752004 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:42:15.764523 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Sync routers for ids ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:42:15.771596 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.777653 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-521cc61a-20e4-49f9-8502-b3a0b86a7998 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7446649 Oct 12 02:42:15.777804 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Routers {'eab05ec2-6042-40ac-85ba-3b7f4c5796c7'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:15.777955 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:41:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:15.778614 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36846) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:15.798367 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] For port 69654eef-aa9b-4c41-890c-e07b6073e868, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:15.801512 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] For port 69654eef-aa9b-4c41-890c-e07b6073e868, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=69654eef-aa9b-4c41-890c-e07b6073e868,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:15.806876 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.846525 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:15.847179 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:41:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:15.875514 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:15.882498 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Set router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:15.888039 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:15.910379 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb758ff9-7337-41a9-ba68-759fb16147fe None None] Pushing event updated for resources: {'Port': ['ID=69654eef-aa9b-4c41-890c-e07b6073e868,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:15.957063 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:15.973962 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-4be643a2-dd95-4c22-8bf2-56781a06f9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:15.985646 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:16.059839 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'name': 'tempest-TestVolumeBootPattern-1833578726-router', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 3, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'gw_port': {'id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:16.085316 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Checking router: eab05ec2-6042-40ac-85ba-3b7f4c5796c7 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:42:16.085664 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Updating router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 port 7b728fe4-80a5-4da8-9f45-78926958b756 binding host dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:42:16.118296 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.198612 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:16.229996 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099674e-1f4a-494b-b2e4-9f15776770bb None None] The sync data for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi is: [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:42:16.230862 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.409774 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:16.427447 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Allocated IP 172.20.0.1 (0826a9ec-e212-49cd-9fbb-23a293c0e4a9/612d67e4-2737-4aa4-8a4c-f16b9948fe6c/428d6517-2627-41ba-a9e8-b9b960961dc0) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:16.441966 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Publish callbacks [] for port (7b728fe4-80a5-4da8-9f45-78926958b756), precommit_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.448373 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.488329 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Attempting to bind port 7b728fe4-80a5-4da8-9f45-78926958b756 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:16.488968 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Attempting to bind port 7b728fe4-80a5-4da8-9f45-78926958b756 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:16.489524 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Attempting to bind port 7b728fe4-80a5-4da8-9f45-78926958b756 on network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:16.540805 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bccc3-682a-403b-9afa-06ec39c68648 None None] Pushing event updated for resources: {'Port': ['ID=7b728fe4-80a5-4da8-9f45-78926958b756,revision_number=2']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:16.564967 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:16.565342 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Checking segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:16.565739 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.566128 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Bound using segment: {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'} {{(pid=104438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:16.566595 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.managers [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Bound port: 7b728fe4-80a5-4da8-9f45-78926958b756, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb039ef9-ccaa-4352-b02a-7162fe9e4584', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050'}}] {{(pid=104438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:16.566976 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), before_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.576097 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Publish callbacks [] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.576308 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14759c78-ec61-4539-b9e8-2d9df5eede7b None None] Network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:42:16.603810 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:16.611325 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.616389 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:16.634328 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] For port 7b728fe4-80a5-4da8-9f45-78926958b756, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:16.637782 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.plugins.ml2.db [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] For port 7b728fe4-80a5-4da8-9f45-78926958b756, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=7b728fe4-80a5-4da8-9f45-78926958b756,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:16.647167 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron_lib.callbacks.manager [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), after_update {{(pid=104438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.659305 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:16.663464 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:16.667289 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:16.675876 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-b793d8e8-a563-4b0a-8c17-df8c791e6e5e None None] Provisioning complete for port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:16.676250 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-b793d8e8-a563-4b0a-8c17-df8c791e6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.676647 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-b793d8e8-a563-4b0a-8c17-df8c791e6e5e None None] Attempt 1 to provision port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 Oct 12 02:42:16.688146 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Routers {'eab05ec2-6042-40ac-85ba-3b7f4c5796c7'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:16.688801 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:41:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:16.696714 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Pushing event updated for resources: {'Port': ['ID=428d6517-2627-41ba-a9e8-b9b960961dc0,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:16.717675 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728432'] for router_interface (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.782967 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bccc3-682a-403b-9afa-06ec39c68648 None None] Pushing event updated for resources: {'Port': ['ID=7b728fe4-80a5-4da8-9f45-78926958b756,revision_number=3']} {{(pid=104438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:16.823293 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-b793d8e8-a563-4b0a-8c17-df8c791e6e5e None None] Current status of the port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:16.823293 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-b793d8e8-a563-4b0a-8c17-df8c791e6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.870559 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-b793d8e8-a563-4b0a-8c17-df8c791e6e5e None None] For port a4b13cae-e64b-4ace-b74d-f4c9910c0c65, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=a4b13cae-e64b-4ace-b74d-f4c9910c0c65,segment=NetworkSegment(b00a09f2-03c3-46b3-9d8c-f7c29fee3fba),segment_id=b00a09f2-03c3-46b3-9d8c-f7c29fee3fba)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:16.883625 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-b793d8e8-a563-4b0a-8c17-df8c791e6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.885487 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:16.901141 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] Set router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:16.966395 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:16.969944 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793d8e8-a563-4b0a-8c17-df8c791e6e5e None None] Pushing event updated for resources: {'Port': ['ID=a4b13cae-e64b-4ace-b74d-f4c9910c0c65,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:17.062804 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 879341b6-b786-4968-ac98-fb826d20ec41 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:17.144569 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 879341b6-b786-4968-ac98-fb826d20ec41 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:17.145182 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (879341b6-b786-4968-ac98-fb826d20ec41), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:17.145677 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 879341b6-b786-4968-ac98-fb826d20ec41 Oct 12 02:42:17.175287 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'name': 'tempest-TestVolumeBootPattern-1833578726-router', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 3, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'gw_port': {'id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:17.203774 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Publish callbacks [] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:17.210698 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:17.223159 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-15a90c2c-38ee-47bd-b550-db8ae323f8de None None] Provisioning complete for port 428d6517-2627-41ba-a9e8-b9b960961dc0 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:17.224266 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-15a90c2c-38ee-47bd-b550-db8ae323f8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:17.225128 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-15a90c2c-38ee-47bd-b550-db8ae323f8de None None] Attempt 1 to provision port 428d6517-2627-41ba-a9e8-b9b960961dc0 Oct 12 02:42:17.236555 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae1e14-5d15-48d0-9cf9-343e8baa9803 None None] The sync data for ids ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'] in dv-cinder-849143-14-iscsi is: [{'id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'name': 'tempest-TestVolumeBootPattern-1833578726-router', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 3, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'gw_port': {'id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:42:17.296068 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Pushing event updated for resources: {'Port': ['ID=428d6517-2627-41ba-a9e8-b9b960961dc0,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:17.308721 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3919115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728556'] for router_interface (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:17.340273 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-15a90c2c-38ee-47bd-b550-db8ae323f8de None None] Port 428d6517-2627-41ba-a9e8-b9b960961dc0 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:17.346747 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 879341b6-b786-4968-ac98-fb826d20ec41 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:17.347855 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device a4b13cae-e64b-4ace-b74d-f4c9910c0c65 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:17.378680 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-15a90c2c-38ee-47bd-b550-db8ae323f8de None None] Provisioning complete for port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:17.379063 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-15a90c2c-38ee-47bd-b550-db8ae323f8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:17.379410 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-15a90c2c-38ee-47bd-b550-db8ae323f8de None None] Attempt 1 to provision port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 Oct 12 02:42:17.430260 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:17.442493 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:17.443033 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:17.444276 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:17.444432 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:17.444693 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:17.445169 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 Oct 12 02:42:17.544456 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-15a90c2c-38ee-47bd-b550-db8ae323f8de None None] Current status of the port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:17.626846 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:17.628046 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 69654eef-aa9b-4c41-890c-e07b6073e868 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:17.634437 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:42:17.637685 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:17.670071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-0af3a61a-b4ce-4270-954e-cdc0a98d5c2b None None] Provisioning complete for port 428d6517-2627-41ba-a9e8-b9b960961dc0 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:17.670431 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0af3a61a-b4ce-4270-954e-cdc0a98d5c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:17.670766 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-0af3a61a-b4ce-4270-954e-cdc0a98d5c2b None None] Attempt 1 to provision port 428d6517-2627-41ba-a9e8-b9b960961dc0 Oct 12 02:42:17.727872 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-0af3a61a-b4ce-4270-954e-cdc0a98d5c2b None None] Port 428d6517-2627-41ba-a9e8-b9b960961dc0 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:17.733335 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 69654eef-aa9b-4c41-890c-e07b6073e868 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:17.733773 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:17.734157 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 69654eef-aa9b-4c41-890c-e07b6073e868 Oct 12 02:42:17.935673 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-e146001a-a08f-4349-8130-a0b2486e31b5 None None] Provisioning complete for port 428d6517-2627-41ba-a9e8-b9b960961dc0 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:17.936045 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e146001a-a08f-4349-8130-a0b2486e31b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:17.936376 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-e146001a-a08f-4349-8130-a0b2486e31b5 None None] Attempt 1 to provision port 428d6517-2627-41ba-a9e8-b9b960961dc0 Oct 12 02:42:17.993760 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-e146001a-a08f-4349-8130-a0b2486e31b5 None None] Port 428d6517-2627-41ba-a9e8-b9b960961dc0 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:18.009293 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 69654eef-aa9b-4c41-890c-e07b6073e868 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:18.009684 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.035451 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:42:18.040822 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d3345407-8fd9-4e73-bf0c-7649ec881124 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/eab05ec2-6042-40ac-85ba-3b7f4c5796c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2610016 Oct 12 02:42:18.045765 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 69654eef-aa9b-4c41-890c-e07b6073e868, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=69654eef-aa9b-4c41-890c-e07b6073e868,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:18.050055 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.113371 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=69654eef-aa9b-4c41-890c-e07b6073e868,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:18.281606 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0d724648-a0cf-42ca-981b-4cb153b60d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.406488 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36858) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:18.411062 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-cf985632-2416-4564-812b-2f5df7f43a87 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650875271', 'description': 'tempest-secgroup-smoke-650875271 description', 'project_id': '0420b1fe8ff5451dba85de3001a3932f'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:18.433798 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cf985632-2416-4564-812b-2f5df7f43a87 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.503476 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cf985632-2416-4564-812b-2f5df7f43a87 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group (aff69927-7617-43d6-8c17-06c7b0d928b9), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.507146 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cf985632-2416-4564-812b-2f5df7f43a87 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (aff69927-7617-43d6-8c17-06c7b0d928b9), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.538077 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-cf985632-2416-4564-812b-2f5df7f43a87 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.539304 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-cf985632-2416-4564-812b-2f5df7f43a87 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1317706 Oct 12 02:42:18.541326 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf985632-2416-4564-812b-2f5df7f43a87 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff69927-7617-43d6-8c17-06c7b0d928b9,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:18.542438 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36860) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:18.547546 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-49d72177-a74f-45f7-b2e5-5242a4a8291d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'security_group_rule': {'security_group_id': 'aff69927-7617-43d6-8c17-06c7b0d928b9', 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:18.574088 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-49d72177-a74f-45f7-b2e5-5242a4a8291d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (2db8c05d-5618-45e8-91f9-14ff82e1473e), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.628172 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-49d72177-a74f-45f7-b2e5-5242a4a8291d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (2db8c05d-5618-45e8-91f9-14ff82e1473e), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.632436 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-49d72177-a74f-45f7-b2e5-5242a4a8291d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (2db8c05d-5618-45e8-91f9-14ff82e1473e), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.651040 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d72177-a74f-45f7-b2e5-5242a4a8291d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db8c05d-5618-45e8-91f9-14ff82e1473e,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:18.655892 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-49d72177-a74f-45f7-b2e5-5242a4a8291d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.657073 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-49d72177-a74f-45f7-b2e5-5242a4a8291d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136105 Oct 12 02:42:18.659881 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36862) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:18.664167 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-5684498e-c126-4859-b56d-074bef1a2801 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'security_group_rule': {'security_group_id': 'aff69927-7617-43d6-8c17-06c7b0d928b9', 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:18.692166 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5684498e-c126-4859-b56d-074bef1a2801 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (2ffcbfa5-9cd5-4e8c-a625-c9a3b8c85287), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.766251 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5684498e-c126-4859-b56d-074bef1a2801 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (2ffcbfa5-9cd5-4e8c-a625-c9a3b8c85287), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.770045 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5684498e-c126-4859-b56d-074bef1a2801 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (2ffcbfa5-9cd5-4e8c-a625-c9a3b8c85287), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.790644 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684498e-c126-4859-b56d-074bef1a2801 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffcbfa5-9cd5-4e8c-a625-c9a3b8c85287,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:18.800056 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-5684498e-c126-4859-b56d-074bef1a2801 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.804178 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36864) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:18.804362 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-5684498e-c126-4859-b56d-074bef1a2801 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434305 Oct 12 02:42:18.810071 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-0b1201dc-d7bc-4dae-a985-62a588e40982 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'security_group_rule': {'security_group_id': 'aff69927-7617-43d6-8c17-06c7b0d928b9', 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:18.836959 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0b1201dc-d7bc-4dae-a985-62a588e40982 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (45880415-3e29-4780-b89d-23f3fa228c6b), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.867446 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device a4b13cae-e64b-4ace-b74d-f4c9910c0c65 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:18.894075 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0b1201dc-d7bc-4dae-a985-62a588e40982 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (45880415-3e29-4780-b89d-23f3fa228c6b), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.897535 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0b1201dc-d7bc-4dae-a985-62a588e40982 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (45880415-3e29-4780-b89d-23f3fa228c6b), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.910259 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:18.910729 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.911124 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 Oct 12 02:42:18.916293 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1201dc-d7bc-4dae-a985-62a588e40982 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45880415-3e29-4780-b89d-23f3fa228c6b,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:18.926668 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-0b1201dc-d7bc-4dae-a985-62a588e40982 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.927858 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-0b1201dc-d7bc-4dae-a985-62a588e40982 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214111 Oct 12 02:42:18.933284 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36866) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:18.938510 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-b0415ec4-d004-4b17-8738-ae6a522595c4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'security_group_rule': {'security_group_id': 'aff69927-7617-43d6-8c17-06c7b0d928b9', 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:18.965440 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b0415ec4-d004-4b17-8738-ae6a522595c4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (e2a02fe9-92d8-45bf-a6ea-3fda8a85f7fb), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:18.985178 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:18.986215 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 7b728fe4-80a5-4da8-9f45-78926958b756 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:19.003682 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:19.027669 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b0415ec4-d004-4b17-8738-ae6a522595c4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (e2a02fe9-92d8-45bf-a6ea-3fda8a85f7fb), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.031479 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 7b728fe4-80a5-4da8-9f45-78926958b756 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:19.031625 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b0415ec4-d004-4b17-8738-ae6a522595c4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (e2a02fe9-92d8-45bf-a6ea-3fda8a85f7fb), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.031859 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.032280 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 7b728fe4-80a5-4da8-9f45-78926958b756 Oct 12 02:42:19.051116 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0415ec4-d004-4b17-8738-ae6a522595c4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a02fe9-92d8-45bf-a6ea-3fda8a85f7fb,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:19.061772 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-b0415ec4-d004-4b17-8738-ae6a522595c4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.063811 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-b0415ec4-d004-4b17-8738-ae6a522595c4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292059 Oct 12 02:42:19.066782 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 36868) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:19.071128 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-17f8eb50-4afd-4168-84a3-7be99411f3d1 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'security_group_rule': {'security_group_id': 'aff69927-7617-43d6-8c17-06c7b0d928b9', 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:19.091640 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.securitygroups_db [None req-17f8eb50-4afd-4168-84a3-7be99411f3d1 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Project 0420b1fe8ff5451dba85de3001a3932f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 02:42:19.101092 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-17f8eb50-4afd-4168-84a3-7be99411f3d1 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (e827c991-80df-4d7d-b919-9dccd4c7000e), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.109599 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 7b728fe4-80a5-4da8-9f45-78926958b756 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:19.109993 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.123422 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:19.136072 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 7b728fe4-80a5-4da8-9f45-78926958b756, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=7b728fe4-80a5-4da8-9f45-78926958b756,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:19.141032 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.141848 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 69654eef-aa9b-4c41-890c-e07b6073e868 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:19.147804 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:19.168938 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-17f8eb50-4afd-4168-84a3-7be99411f3d1 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (e827c991-80df-4d7d-b919-9dccd4c7000e), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.173196 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-17f8eb50-4afd-4168-84a3-7be99411f3d1 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (e827c991-80df-4d7d-b919-9dccd4c7000e), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.192046 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8eb50-4afd-4168-84a3-7be99411f3d1 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e827c991-80df-4d7d-b919-9dccd4c7000e,revision_number=0']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:19.200386 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-17f8eb50-4afd-4168-84a3-7be99411f3d1 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.201272 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:19.201622 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-17f8eb50-4afd-4168-84a3-7be99411f3d1 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337965 Oct 12 02:42:19.204746 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 36870) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:19.209511 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-a54ac045-a7d7-4dec-a850-b48c9b75d616 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'security_group_rule': {'security_group_id': 'aff69927-7617-43d6-8c17-06c7b0d928b9', 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:19.221870 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=7b728fe4-80a5-4da8-9f45-78926958b756,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:19.231064 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 69654eef-aa9b-4c41-890c-e07b6073e868 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:19.231426 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.231764 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 69654eef-aa9b-4c41-890c-e07b6073e868 Oct 12 02:42:19.237315 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.securitygroups_db [None req-a54ac045-a7d7-4dec-a850-b48c9b75d616 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Project 0420b1fe8ff5451dba85de3001a3932f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 02:42:19.244596 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a54ac045-a7d7-4dec-a850-b48c9b75d616 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (a6c29666-543f-419e-bcd9-b516a092bfd4), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.258612 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:19.311535 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a54ac045-a7d7-4dec-a850-b48c9b75d616 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (a6c29666-543f-419e-bcd9-b516a092bfd4), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.317149 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a54ac045-a7d7-4dec-a850-b48c9b75d616 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735159'] for security_group_rule (a6c29666-543f-419e-bcd9-b516a092bfd4), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.323972 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 69654eef-aa9b-4c41-890c-e07b6073e868 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:19.327972 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.335513 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ac045-a7d7-4dec-a850-b48c9b75d616 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c29666-543f-419e-bcd9-b516a092bfd4,revision_number=0']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:19.344031 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-a54ac045-a7d7-4dec-a850-b48c9b75d616 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:19.345245 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-a54ac045-a7d7-4dec-a850-b48c9b75d616 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394956 Oct 12 02:42:19.575692 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Sync routers for ids ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:42:19.586131 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Routers {'eab05ec2-6042-40ac-85ba-3b7f4c5796c7'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:19.586766 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:42:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:19.694823 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Set router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:19.895893 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'name': 'tempest-TestVolumeBootPattern-1833578726-router', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:16Z', 'revision_number': 4, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'gw_port': {'id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '428d6517-2627-41ba-a9e8-b9b960961dc0', 'name': '', 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'mac_address': 'fa:16:3e:51:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '612d67e4-2737-4aa4-8a4c-f16b9948fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:16Z', 'updated_at': '2022-10-12T02:42:17Z', 'revision_number': 2, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'subnets': [{'id': '612d67e4-2737-4aa4-8a4c-f16b9948fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:19.920409 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Checking router: eab05ec2-6042-40ac-85ba-3b7f4c5796c7 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:42:19.920691 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Updating router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 port 428d6517-2627-41ba-a9e8-b9b960961dc0 binding host dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 02:42:19.946875 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.213318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Publish callbacks [] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), precommit_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.218897 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.243588 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:20.298912 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d94809-68c4-4a82-947c-602b776e2341 None None] Pushing event updated for resources: {'Port': ['ID=428d6517-2627-41ba-a9e8-b9b960961dc0,revision_number=3']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:20.310644 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Attempting to bind port 428d6517-2627-41ba-a9e8-b9b960961dc0 on host dv-cinder-849143-14-iscsi for vnic_type normal with profile {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:20.311016 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Attempting to bind port 428d6517-2627-41ba-a9e8-b9b960961dc0 by drivers openvswitch,hyperv on host dv-cinder-849143-14-iscsi at level 0 using segments [{'id': 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9'}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:20.311381 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Attempting to bind port 428d6517-2627-41ba-a9e8-b9b960961dc0 on network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:20.357865 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Checking agent: {'id': 'cdb1ee90-42e4-437c-8184-1126d96beda1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 21, 21), 'started_at': datetime.datetime(2022, 10, 12, 2, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:20.358599 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Checking segment: {'id': 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:20.358739 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.359039 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Bound using segment: {'id': 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9'} {{(pid=104437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:20.359512 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.managers [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Bound port: 428d6517-2627-41ba-a9e8-b9b960961dc0, host: dv-cinder-849143-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9'}}] {{(pid=104437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:20.359890 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.370058 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:20.421022 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] For port 428d6517-2627-41ba-a9e8-b9b960961dc0, host dv-cinder-849143-14-iscsi, cleared binding levels {{(pid=104437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:20.424016 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] For port 428d6517-2627-41ba-a9e8-b9b960961dc0, host dv-cinder-849143-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=428d6517-2627-41ba-a9e8-b9b960961dc0,segment=NetworkSegment(b00a09f2-03c3-46b3-9d8c-f7c29fee3fba),segment_id=b00a09f2-03c3-46b3-9d8c-f7c29fee3fba)] {{(pid=104437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:20.429877 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.469414 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Routers {'eab05ec2-6042-40ac-85ba-3b7f4c5796c7'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:20.469951 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:42:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:20.527704 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d94809-68c4-4a82-947c-602b776e2341 None None] Pushing event updated for resources: {'Port': ['ID=428d6517-2627-41ba-a9e8-b9b960961dc0,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:20.586541 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] Set router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:20.768113 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 7b728fe4-80a5-4da8-9f45-78926958b756 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:20.803896 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'name': 'tempest-TestVolumeBootPattern-1833578726-router', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:16Z', 'revision_number': 4, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'gw_port': {'id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '428d6517-2627-41ba-a9e8-b9b960961dc0', 'name': '', 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'mac_address': 'fa:16:3e:51:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '612d67e4-2737-4aa4-8a4c-f16b9948fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:16Z', 'updated_at': '2022-10-12T02:42:20Z', 'revision_number': 4, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'subnets': [{'id': '612d67e4-2737-4aa4-8a4c-f16b9948fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:20.833083 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0beac2-2a5c-495b-a308-d8422db8dc4a None None] The sync data for ids ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'] in dv-cinder-849143-14-iscsi is: [{'id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'name': 'tempest-TestVolumeBootPattern-1833578726-router', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:16Z', 'revision_number': 4, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'gw_port': {'id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '428d6517-2627-41ba-a9e8-b9b960961dc0', 'name': '', 'network_id': '0826a9ec-e212-49cd-9fbb-23a293c0e4a9', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'mac_address': 'fa:16:3e:51:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '612d67e4-2737-4aa4-8a4c-f16b9948fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:16Z', 'updated_at': '2022-10-12T02:42:20Z', 'revision_number': 4, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'subnets': [{'id': '612d67e4-2737-4aa4-8a4c-f16b9948fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:42:20.846952 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 7b728fe4-80a5-4da8-9f45-78926958b756 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:20.847696 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.848084 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 7b728fe4-80a5-4da8-9f45-78926958b756 Oct 12 02:42:20.917574 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:20.957943 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 7b728fe4-80a5-4da8-9f45-78926958b756 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:21.237734 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.780245 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 428d6517-2627-41ba-a9e8-b9b960961dc0 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:22.823705 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 428d6517-2627-41ba-a9e8-b9b960961dc0 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:22.824067 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.824391 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 428d6517-2627-41ba-a9e8-b9b960961dc0 Oct 12 02:42:22.866694 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:22.900594 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 428d6517-2627-41ba-a9e8-b9b960961dc0 is: DOWN; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:22.901002 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.932875 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] For port 428d6517-2627-41ba-a9e8-b9b960961dc0, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=428d6517-2627-41ba-a9e8-b9b960961dc0,segment=NetworkSegment(b00a09f2-03c3-46b3-9d8c-f7c29fee3fba),segment_id=b00a09f2-03c3-46b3-9d8c-f7c29fee3fba)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:22.937818 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:22.982267 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:22.987933 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Pushing event updated for resources: {'Port': ['ID=428d6517-2627-41ba-a9e8-b9b960961dc0,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:24.774018 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 428d6517-2627-41ba-a9e8-b9b960961dc0 up at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:24.819575 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Provisioning complete for port 428d6517-2627-41ba-a9e8-b9b960961dc0 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:24.819947 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:24.820283 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Attempt 1 to provision port 428d6517-2627-41ba-a9e8-b9b960961dc0 Oct 12 02:42:24.893739 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Current status of the port 428d6517-2627-41ba-a9e8-b9b960961dc0 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:27.170209 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:UPDATE=3,neutron:SELECT=63 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:27.183616 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:UPDATE=1,neutron:SELECT=30,neutron:INSERT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:29.191097 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=25,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:29.191928 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:29.194256 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:29.336304 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:29.338264 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=54,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:33.929901 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-58ae8190-a10e-4d76-97c0-d7e28b8f3f53 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-650875271&fields=id&tenant_id=0420b1fe8ff5451dba85de3001a3932f HTTP/1.1" status: 200 len: 267 time: 0.0439103 Oct 12 02:42:34.035954 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-1df84bba-4513-46cf-934c-041bdd8011af tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:34.037307 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-1df84bba-4513-46cf-934c-041bdd8011af tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 812 time: 0.1011705 Oct 12 02:42:34.051554 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-e1c60749-0097-4d14-94db-8439e9d2bc90 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/quotas/0420b1fe8ff5451dba85de3001a3932f HTTP/1.1" status: 200 len: 375 time: 0.0088210 Oct 12 02:42:34.098865 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-1961f30c-21b2-46df-8468-cd59e6762a81 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424571 Oct 12 02:42:34.195911 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-5bb4e25b-e033-46bb-8865-4c9a5beeedaf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850465 Oct 12 02:42:34.286853 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-2483af59-dd54-4d89-91c2-b8ba6015a417 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851943 Oct 12 02:42:34.606687 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e9dcba77-e1bf-44be-a0fd-ecc644fbcf38 req-6cf3d8f2-e30f-4b2f-8633-a680e55fe652 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 210 time: 0.0324390 Oct 12 02:42:35.720209 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7f1d837d-4182-4f7f-9fc4-ec0579cf04ff req-20dcd597-f7aa-421c-8902-82ce5922f3ea tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 210 time: 0.0378413 Oct 12 02:42:35.810721 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-012430ea-43cf-46c9-9d5f-b5dbcca11d64 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:35.812195 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-012430ea-43cf-46c9-9d5f-b5dbcca11d64 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 812 time: 0.1176405 Oct 12 02:42:35.920928 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-e02ec9f0-76e2-4d2a-bef3-48928a879454 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0420b1fe8ff5451dba85de3001a3932f HTTP/1.1" status: 200 len: 379 time: 0.0583503 Oct 12 02:42:35.931054 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'port': {'device_id': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'admin_state_up': True, 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'security_groups': ['aff69927-7617-43d6-8c17-06c7b0d928b9']}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:36.037502 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Made reservation on behalf of 0420b1fe8ff5451dba85de3001a3932f for: {'port': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:42:36.041273 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:36.167380 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Allocated IP 172.20.0.13 (c8f4d944-2283-4081-9e18-98805e4df4db/00aacf4c-2c13-4c74-b08a-5c950b34b7ac/3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:36.209686 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:36.270891 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:36.313341 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:36.346563 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:36.393816 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Network c8f4d944-2283-4081-9e18-98805e4df4db is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:36.396974 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:36.399429 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:36.427282 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'Port': ['ID=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:36.458643 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:36.459428 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:36.480820 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-7371804b-054c-4de6-a141-80a482b1ea5f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5531521 Oct 12 02:42:36.507534 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Request body: {'port': {'device_id': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:36.577364 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:36.623723 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-bdba8490-f859-4326-9029-d3d2c9a89601 None None] Provisioning complete for port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:36.624310 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-bdba8490-f859-4326-9029-d3d2c9a89601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:36.624528 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-bdba8490-f859-4326-9029-d3d2c9a89601 None None] Attempt 1 to provision port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a Oct 12 02:42:36.656203 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-bdba8490-f859-4326-9029-d3d2c9a89601 None None] Port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:42:36.838307 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a {{(pid=104435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:42:36.844003 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52e1a5-1263-4f69-afbd-7c3abfe314c3 req-9f95fa58-4c76-4b0d-99cb-ce9ee23924b6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:36.845539 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fd52e1a5-1263-4f69-afbd-7c3abfe314c3 req-9f95fa58-4c76-4b0d-99cb-ce9ee23924b6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 932 time: 0.0482318 Oct 12 02:42:36.846384 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Publish callbacks [] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:36.860318 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.provisioning_blocks [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Transition to ACTIVE for port object 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a will not be triggered until provisioned by entity L2. {{(pid=104435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:42:36.864219 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:36.896971 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fd52e1a5-1263-4f69-afbd-7c3abfe314c3 req-9745f1d8-703a-458b-a9f3-713971c31463 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455778 Oct 12 02:42:36.923299 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Pushing event updated for resources: {'Port': ['ID=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:36.977944 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Attempting to bind port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:42:36.978199 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Attempting to bind port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:42:36.978572 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Attempting to bind port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a on network c8f4d944-2283-4081-9e18-98805e4df4db {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:37.020371 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a on network c8f4d944-2283-4081-9e18-98805e4df4db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:42:37.020708 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Attempting to bind port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a on network c8f4d944-2283-4081-9e18-98805e4df4db {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:42:37.047684 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:37.064524 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:42:37.064890 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Checking segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:42:37.065277 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Bound using segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:42:37.065711 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Bound port: 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'}}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:42:37.066068 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:37.077876 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:37.133660 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] For port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a, host hv-cinder-84914, cleared binding levels {{(pid=104435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:42:37.137026 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] For port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:42:37.143070 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:37.146235 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:37.146840 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:37.148358 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a HTTP/1.1" status: 200 len: 1094 time: 0.6452818 Oct 12 02:42:37.150396 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'tag': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:42:37.153915 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fecfff-de03-40b4-80ae-ff38b43214c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b42a22ef-f44f-4e88-88ca-2ea755acca2a", "tag": "3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:42:37.209367 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf82f99-8d10-4ea4-bb39-e76c6a8a5e28 x-openstack-request-id: req-ddf82f99-8d10-4ea4-bb39-e76c6a8a5e28 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:42:37.209656 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42a22ef-f44f-4e88-88ca-2ea755acca2a", "tag": "3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:42:37.209911 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddf82f99-8d10-4ea4-bb39-e76c6a8a5e28 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:42:37.210305 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf82f99-8d10-4ea4-bb39-e76c6a8a5e28'] response: {'name': 'network-changed', 'server_uuid': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'tag': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a', 'status': 'completed', 'code': 200} Oct 12 02:42:37.211368 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ccfd7-4022-4803-b481-68a8a439e79d service neutron] Pushing event updated for resources: {'Port': ['ID=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,revision_number=3']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:37.273316 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-f1a15136-d94e-424a-ad11-d148d152b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:37.274710 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-f1a15136-d94e-424a-ad11-d148d152b306 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 1128 time: 0.0415547 Oct 12 02:42:37.320830 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-db9a902d-6b4a-4fb7-90f0-60e81bbbfbc5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a HTTP/1.1" status: 200 len: 217 time: 0.0330276 Oct 12 02:42:37.351532 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:37.356813 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:37.374726 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-e0bb4f87-3f71-493f-b06b-b1a6d9481928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:37.376252 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-e0bb4f87-3f71-493f-b06b-b1a6d9481928 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0503490 Oct 12 02:42:37.421909 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-32485e40-b562-4506-a461-23fd133c382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:37.423511 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-32485e40-b562-4506-a461-23fd133c382f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402608 Oct 12 02:42:37.517622 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a5d64597-20f5-4359-b726-1087b633d067 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883899 Oct 12 02:42:37.606635 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46c64165-a9c6-4bdb-9c3b-cd371f45cdc4 req-a1764b30-6513-40fe-b93e-d42f529afcb6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820491 Oct 12 02:42:37.922478 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-e6e6ceee-efd2-4cf5-bb5f-03df5bb9003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:37.923844 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-e6e6ceee-efd2-4cf5-bb5f-03df5bb9003d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 1128 time: 0.0382690 Oct 12 02:42:38.019006 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec707ba9-56c7-43c6-9124-09a2d6b119b4 req-70608831-50e3-420a-bf6b-e0bc8f29c58d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:38.019590 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-57b095d5-6200-4231-8575-bf7600e03885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:38.020497 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ec707ba9-56c7-43c6-9124-09a2d6b119b4 req-70608831-50e3-420a-bf6b-e0bc8f29c58d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 944 time: 0.0473397 Oct 12 02:42:38.020662 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-57b095d5-6200-4231-8575-bf7600e03885 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0896327 Oct 12 02:42:38.058752 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-43cfad4e-7d65-4798-87f9-c15d4a95f1f5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a HTTP/1.1" status: 200 len: 217 time: 0.0322585 Oct 12 02:42:38.070779 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-ec707ba9-56c7-43c6-9124-09a2d6b119b4 req-8deaf553-6474-422f-856f-67293d909453 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444529 Oct 12 02:42:38.111918 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-22f3a358-6ac3-42c7-bb32-4aa237a120b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:38.113397 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-22f3a358-6ac3-42c7-bb32-4aa237a120b8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0495892 Oct 12 02:42:38.154998 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-2fdb8d3f-98c5-46e4-a67a-91712e5d6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:38.156977 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-2fdb8d3f-98c5-46e4-a67a-91712e5d6ba8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381908 Oct 12 02:42:38.245178 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-9cc8ecbc-745d-4f89-9447-d6e80f9bd7cb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821340 Oct 12 02:42:38.335726 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-25fecfff-de03-40b4-80ae-ff38b43214c8 req-b0c1aff9-26fb-4ce6-b797-3f50a33566ad service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852649 Oct 12 02:42:39.195596 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedd04f-d359-4f33-8a29-35cb22005b08 req-47af7df5-6fd4-4a69-8ef1-251e3ef4a840 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:39.197047 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4cedd04f-d359-4f33-8a29-35cb22005b08 req-47af7df5-6fd4-4a69-8ef1-251e3ef4a840 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 944 time: 0.0507092 Oct 12 02:42:39.210310 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:39.248252 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4cedd04f-d359-4f33-8a29-35cb22005b08 req-c25e95a6-93f8-44b1-a362-a03e670498de tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447984 Oct 12 02:42:39.691671 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:42:40.367203 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090335d-c129-4173-bd29-2ef57aa46901 req-be6d21dd-1a03-4bc1-abc7-cc0b6a9f2ae0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:40.368723 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8090335d-c129-4173-bd29-2ef57aa46901 req-be6d21dd-1a03-4bc1-abc7-cc0b6a9f2ae0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 944 time: 0.0459216 Oct 12 02:42:40.419723 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8090335d-c129-4173-bd29-2ef57aa46901 req-0562d303-6479-4cd5-8a1e-cd9e160a2535 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455897 Oct 12 02:42:41.552085 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c1f62-9962-498a-a4a6-f62523e73e20 req-6fc6e035-35d0-41df-998f-7d8ecacc051e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:41.553580 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7f7c1f62-9962-498a-a4a6-f62523e73e20 req-6fc6e035-35d0-41df-998f-7d8ecacc051e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 944 time: 0.0513685 Oct 12 02:42:41.566751 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:41.604846 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-7f7c1f62-9962-498a-a4a6-f62523e73e20 req-6454e167-0194-4544-8659-835313f0b21d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451128 Oct 12 02:42:42.722925 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83244dc-a2c3-41b2-92c2-1f8d29084c5d req-ccd034a2-7a34-461f-9bc2-a9ee4fdfbff9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:42.724367 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e83244dc-a2c3-41b2-92c2-1f8d29084c5d req-ccd034a2-7a34-461f-9bc2-a9ee4fdfbff9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 944 time: 0.0460482 Oct 12 02:42:42.771929 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-e83244dc-a2c3-41b2-92c2-1f8d29084c5d req-7ef4598b-9d41-4128-a2fc-f8fff946bd3e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417547 Oct 12 02:42:43.892490 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ff1d3-50db-486d-90e8-12e54bcbc793 req-4836c5f1-df3f-4010-8211-78e5ce5ec72a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:43.893965 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-de0ff1d3-50db-486d-90e8-12e54bcbc793 req-4836c5f1-df3f-4010-8211-78e5ce5ec72a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 944 time: 0.0487030 Oct 12 02:42:43.941945 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-de0ff1d3-50db-486d-90e8-12e54bcbc793 req-4b8144de-cd90-4a30-b0dc-7afc8a0aed85 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422950 Oct 12 02:42:45.061607 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbf7c7-5f89-4873-9d7b-ff7c54c4680c req-77425b2d-7d13-494b-ab09-40b3c18f6a02 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:45.063595 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-67dbf7c7-5f89-4873-9d7b-ff7c54c4680c req-77425b2d-7d13-494b-ab09-40b3c18f6a02 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 944 time: 0.0458968 Oct 12 02:42:45.112968 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-67dbf7c7-5f89-4873-9d7b-ff7c54c4680c req-1850dae7-7c14-4679-aafb-e553835f48d7 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438280 Oct 12 02:42:45.421113 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:42:45.518143 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:45.528737 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'port_id': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a', 'mac_address': 'fa:16:3e:77:81:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:42:45.564736 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:45.565117 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:45.578506 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:42:45.600498 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:45.604668 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:45.648490 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:45.910211 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:42:45.954619 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-f4235efa-badd-4c8b-bd3b-d15a504df238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:45.967750 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:46.123244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:46.237892 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27fa6d-3406-4cb6-9ffd-43790e82e18c req-0e4662d5-cc6d-4314-a8bc-74d9f0045890 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:46.239346 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ea27fa6d-3406-4cb6-9ffd-43790e82e18c req-0e4662d5-cc6d-4314-a8bc-74d9f0045890 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 945 time: 0.0506537 Oct 12 02:42:46.287541 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ea27fa6d-3406-4cb6-9ffd-43790e82e18c req-1dd50cb6-6bc9-4e31-832a-30fc5ba1c37a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426598 Oct 12 02:42:47.409218 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55708f8-0cbb-419f-b746-143add24f947 req-0c338e36-10fe-450d-b30b-3f109fb050f4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:47.410573 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b55708f8-0cbb-419f-b746-143add24f947 req-0c338e36-10fe-450d-b30b-3f109fb050f4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 945 time: 0.0497415 Oct 12 02:42:47.427413 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:42:47.459768 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-b55708f8-0cbb-419f-b746-143add24f947 req-8240d616-95f9-4614-bf6f-ac302a12b29a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435836 Oct 12 02:42:47.469702 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:42:47.475623 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:42:47.476005 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:47.476565 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a Oct 12 02:42:47.549660 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:42:47.550036 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:47.574688 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:42:47.576936 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c2b341-05e0-414c-879b-18d7f9c17657" -d '{"events": [{"server_uuid": "b42a22ef-f44f-4e88-88ca-2ea755acca2a", "name": "network-vif-plugged", "status": "completed", "tag": "3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:42:47.591186 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:42:47.594873 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:47.641491 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:47.677318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c34211-bcf3-43cd-8322-5232f88874cb x-openstack-request-id: req-78c34211-bcf3-43cd-8322-5232f88874cb {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:42:47.677607 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a22ef-f44f-4e88-88ca-2ea755acca2a", "name": "network-vif-plugged", "status": "completed", "tag": "3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:42:47.677857 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78c34211-bcf3-43cd-8322-5232f88874cb {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:42:47.678257 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c34211-bcf3-43cd-8322-5232f88874cb'] response: {'server_uuid': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a', 'code': 200} Oct 12 02:42:47.919494 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1d0c-28af-4f67-a331-b98beeb177a3 req-e476a7a4-b63d-4a29-a5d1-6bc5f2ffe5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:47.921068 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-496a1d0c-28af-4f67-a331-b98beeb177a3 req-e476a7a4-b63d-4a29-a5d1-6bc5f2ffe5b9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 1130 time: 0.0383716 Oct 12 02:42:47.965424 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-496a1d0c-28af-4f67-a331-b98beeb177a3 req-e4984d7b-7e8d-483d-9258-a9d2da8f0a5d service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390813 Oct 12 02:42:48.285577 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-a657c68e-d801-4386-b594-f8053739d6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:48.577595 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca176-616a-4d49-baa2-b8f6a92c6abb req-1853415c-e2bb-4e2b-959f-0a41491b0fb2 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:48.579644 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bf6ca176-616a-4d49-baa2-b8f6a92c6abb req-1853415c-e2bb-4e2b-959f-0a41491b0fb2 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 946 time: 0.0462751 Oct 12 02:42:48.627566 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-bf6ca176-616a-4d49-baa2-b8f6a92c6abb req-ecad4743-74f5-4136-b9a4-bff4f5265f1e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424726 Oct 12 02:42:49.304876 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:49.687118 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:49.752959 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5f004-a4db-4925-bcbb-c1e0f4e7527b req-8b0e5fdb-4a92-4e7f-b604-cc60cf30112f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:49.754413 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-20a5f004-a4db-4925-bcbb-c1e0f4e7527b req-8b0e5fdb-4a92-4e7f-b604-cc60cf30112f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 946 time: 0.0463505 Oct 12 02:42:49.807293 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-20a5f004-a4db-4925-bcbb-c1e0f4e7527b req-5b9c96a6-76b8-4fd8-b4d9-02add0a0e8bb tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473833 Oct 12 02:42:49.927833 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ee77a-e4fd-4225-8e1a-79ba63f7b84c req-043fcc58-6513-4aaf-ae63-65921cfb5384 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:49.929205 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-da9ee77a-e4fd-4225-8e1a-79ba63f7b84c req-043fcc58-6513-4aaf-ae63-65921cfb5384 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 946 time: 0.0493593 Oct 12 02:42:49.978926 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-da9ee77a-e4fd-4225-8e1a-79ba63f7b84c req-9e7b641d-c708-4220-b79c-f34d1658b51a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438142 Oct 12 02:42:50.007306 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 37032) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:50.130418 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90cd15c-bb00-4dc3-970e-a428f1dd113f tempest-TestVolumeBootPattern-240147567 tempest-TestVolumeBootPattern-240147567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:50.131916 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-d90cd15c-bb00-4dc3-970e-a428f1dd113f tempest-TestVolumeBootPattern-240147567 tempest-TestVolumeBootPattern-240147567-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 1125 time: 0.1236439 Oct 12 02:42:50.135012 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 37036) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:42:50.139328 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.v2.base [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'port_id': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:42:50.160399 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:50.239907 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:50.316722 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:50.322488 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:50.342120 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_common [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Allocated IP 172.27.4.201 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0) {{(pid=104436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:42:50.442922 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for port (ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:50.473108 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:50.508848 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:42:50.513147 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.base_scheduler [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Resources bound (agent type, host, resource id): {{(pid=104436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:42:50.516598 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Received port after_create {{(pid=104436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:42:50.538525 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'Port': ['ID=ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0,revision_number=1']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:50.855370 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (56bd274b-15a9-4b98-871e-f0a61583060f), precommit_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:50.875318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:50.917921 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0), before_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:51.008663 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:51.057391 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:42:51.062924 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for port (ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0), precommit_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:51.067714 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27082271'] for port (ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0), after_update {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:51.136622 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (56bd274b-15a9-4b98-871e-f0a61583060f), after_create {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:51.138305 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'Port': ['ID=ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0,revision_number=2']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:42:51.240930 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:51.493188 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.db.l3_db [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Floating IP 56bd274b-15a9-4b98-871e-f0a61583060f associated. External IP: 172.27.4.201, port: 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a. Oct 12 02:42:51.681492 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Router d9346505-8537-497f-a610-44069e3f5e20 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:42:51.780786 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:42:51.790192 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] Sync routers for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:42:51.799815 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:42:51.800606 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:51.801249 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:42:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:51.830515 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-44768182-44af-4078-825a-1566c7966203 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6944544 Oct 12 02:42:51.831271 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'tag': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:42:51.833630 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158da804-5c58-4cd0-8790-acffc895a1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b42a22ef-f44f-4e88-88ca-2ea755acca2a", "tag": "3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:42:51.904000 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:51.923418 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b1988d-7fe4-403f-9cbf-7ddfa442d272 x-openstack-request-id: req-c2b1988d-7fe4-403f-9cbf-7ddfa442d272 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:42:51.923704 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42a22ef-f44f-4e88-88ca-2ea755acca2a", "tag": "3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:42:51.923977 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2b1988d-7fe4-403f-9cbf-7ddfa442d272 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:42:51.924380 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b1988d-7fe4-403f-9cbf-7ddfa442d272'] response: {'name': 'network-changed', 'server_uuid': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'tag': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a', 'status': 'completed', 'code': 200} Oct 12 02:42:52.010612 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da804-5c58-4cd0-8790-acffc895a1ff req-66a012c7-c826-4777-a6c2-ce6f9918519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:52.012202 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-158da804-5c58-4cd0-8790-acffc895a1ff req-66a012c7-c826-4777-a6c2-ce6f9918519f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 1130 time: 0.0404270 Oct 12 02:42:52.106083 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da804-5c58-4cd0-8790-acffc895a1ff req-dce154c8-6de4-4cc8-8a80-40d799155a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:52.107451 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-158da804-5c58-4cd0-8790-acffc895a1ff req-dce154c8-6de4-4cc8-8a80-40d799155a35 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0893660 Oct 12 02:42:52.113701 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '56bd274b-15a9-4b98-871e-f0a61583060f', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.201', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:77:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:42:50Z', 'updated_at': '2022-10-12T02:42:50Z', 'revision_number': 0, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:52.138672 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] Checking router: d9346505-8537-497f-a610-44069e3f5e20 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:42:52.147005 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:42:52.147599 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:42:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:52.172659 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-158da804-5c58-4cd0-8790-acffc895a1ff req-8e12e836-a76b-47f8-95bc-2bc15a19b18f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a HTTP/1.1" status: 200 len: 1000 time: 0.0581381 Oct 12 02:42:52.220811 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da804-5c58-4cd0-8790-acffc895a1ff req-fb5eb40b-02b0-4304-aae4-15148c9b3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:52.222329 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-158da804-5c58-4cd0-8790-acffc895a1ff req-fb5eb40b-02b0-4304-aae4-15148c9b3c5a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0439973 Oct 12 02:42:52.268362 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da804-5c58-4cd0-8790-acffc895a1ff req-9c95784e-5b4a-42c1-ba0a-16c81add7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:42:52.269961 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-158da804-5c58-4cd0-8790-acffc895a1ff req-9c95784e-5b4a-42c1-ba0a-16c81add7660 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414512 Oct 12 02:42:52.333624 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:42:52.365114 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-158da804-5c58-4cd0-8790-acffc895a1ff req-8f7b3e68-2ae9-4187-a372-ba89fe2ece1a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887401 Oct 12 02:42:52.452065 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-158da804-5c58-4cd0-8790-acffc895a1ff req-59b4486f-cc6c-4272-9490-28753f8294da service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815563 Oct 12 02:42:52.536895 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '56bd274b-15a9-4b98-871e-f0a61583060f', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.201', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:77:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:42:50Z', 'updated_at': '2022-10-12T02:42:50Z', 'revision_number': 0, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:42:52.564006 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9acdff-8ff9-4d40-9e53-75ca33a06358 None None] The sync data for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi is: [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '56bd274b-15a9-4b98-871e-f0a61583060f', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.201', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:77:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:42:50Z', 'updated_at': '2022-10-12T02:42:50Z', 'revision_number': 0, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:42:52.749755 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119b80-49f6-4e42-8895-c15a75cd008d None None] New status for floating IP 56bd274b-15a9-4b98-871e-f0a61583060f: ACTIVE {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:42:59.193232 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:01.824756 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:01.826666 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:02.447467 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=88 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:02.449350 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:02.534792 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=66 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:02.539426 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=84 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:09.187133 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:09.189021 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=71,neutron:UPDATE=6 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:14.353420 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:14.373613 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:15.925945 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-cb34470d-7fdd-4640-9c0b-cd304584f4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:16.690305 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:43:18.288076 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1d33ea3e-8aab-48c2-ab1d-6497e58ba2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:19.307108 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:20.878277 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:21.237414 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:26.685455 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:26.686384 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:29.208366 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:36.430617 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-8cfc2ce9-bfd5-4d9c-a2c2-b8d31484901b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421417 Oct 12 02:43:36.532013 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-fef0beb7-3582-4e11-8840-ee0aee4e8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:43:36.533514 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-fef0beb7-3582-4e11-8840-ee0aee4e8d21 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 1130 time: 0.0390778 Oct 12 02:43:36.636980 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-d33706eb-a0bc-458b-a9ea-c15b77e5ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:43:36.638435 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-d33706eb-a0bc-458b-a9ea-c15b77e5ee83 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0883560 Oct 12 02:43:36.697577 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-dcc3ff42-d90d-4605-a49b-000408cd5f0a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a HTTP/1.1" status: 200 len: 1002 time: 0.0531578 Oct 12 02:43:36.744173 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-08550b28-012a-4cec-90da-b75bc382afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:43:36.745699 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-08550b28-012a-4cec-90da-b75bc382afd9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0422816 Oct 12 02:43:36.790655 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-0f873997-1a3f-42d5-9a47-097c6432b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:43:36.792088 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-0f873997-1a3f-42d5-9a47-097c6432b0b6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409081 Oct 12 02:43:36.879879 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-0af5bb93-fe41-4f34-8bb1-aefd2151c869 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818338 Oct 12 02:43:36.971081 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-ab5c26b7-6bf5-4503-ad85-86d20d0e8fb4 req-5b8ea2a7-ec73-4e32-9a11-cc85c1d75fef service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853159 Oct 12 02:43:39.197824 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:39.204480 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:45.927799 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-c6e602e0-8d6b-49ca-a62d-d3abbb6a063d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:46.966355 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=49 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:46.968332 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=52 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:48.290366 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2905542b-2663-4953-bb92-8248399744ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:49.310824 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:50.882290 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:51.239710 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:43:51.348089 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:51.348879 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:43:53.688506 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:43:59.239651 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:09.233562 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:09.235425 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:10.911638 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=14 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:10.914043 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=14 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:15.929563 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-46ced3a1-a068-4a28-90da-ddafc2e40723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:18.292564 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7357946c-b1fb-4aa7-a536-98d9695d59aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:19.312025 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:20.885512 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:21.241866 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:28.350011 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:28.355016 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:29.238760 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:30.687264 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:44:37.464003 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a165b802-8ff7-432a-8645-7252de8adb1a req-0a2a6884-ab7a-4103-ad20-999e552b51ff service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384519 Oct 12 02:44:37.566399 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165b802-8ff7-432a-8645-7252de8adb1a req-9c9ff5a3-a578-46b7-88dc-44a44b43b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:37.567851 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a165b802-8ff7-432a-8645-7252de8adb1a req-9c9ff5a3-a578-46b7-88dc-44a44b43b479 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 1130 time: 0.0381207 Oct 12 02:44:37.675895 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165b802-8ff7-432a-8645-7252de8adb1a req-7d7915cd-b303-4280-91ed-aaf3026d89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:37.678249 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a165b802-8ff7-432a-8645-7252de8adb1a req-7d7915cd-b303-4280-91ed-aaf3026d89b2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0922973 Oct 12 02:44:37.740912 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a165b802-8ff7-432a-8645-7252de8adb1a req-1d186dd0-6e0f-44b8-855f-024b4e4556e5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a HTTP/1.1" status: 200 len: 1002 time: 0.0556388 Oct 12 02:44:37.792328 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165b802-8ff7-432a-8645-7252de8adb1a req-834ac228-95b5-4870-8db2-eb8a427cff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:37.793810 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a165b802-8ff7-432a-8645-7252de8adb1a req-834ac228-95b5-4870-8db2-eb8a427cff69 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0474906 Oct 12 02:44:37.838315 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165b802-8ff7-432a-8645-7252de8adb1a req-9ca26592-b21a-465d-80d6-1888481f98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:37.839826 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a165b802-8ff7-432a-8645-7252de8adb1a req-9ca26592-b21a-465d-80d6-1888481f98f4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400386 Oct 12 02:44:37.932688 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a165b802-8ff7-432a-8645-7252de8adb1a req-8cd39ae6-7af2-4f21-844c-a6cd097a4798 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868940 Oct 12 02:44:38.023674 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a165b802-8ff7-432a-8645-7252de8adb1a req-8c70a7fb-324a-4955-bb3a-eaaa90e49bfe service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857155 Oct 12 02:44:39.232680 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:39.234622 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:40.682677 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:40.683455 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:45.931630 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-f8361eb3-204b-48e6-973f-339f050894e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:46.223175 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d339-357f-4ddd-8b38-bd0ace1c17e6 req-941fecb9-bdae-45b4-9e50-8ad3e56508ad tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:46.224636 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a370d339-357f-4ddd-8b38-bd0ace1c17e6 req-941fecb9-bdae-45b4-9e50-8ad3e56508ad tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 946 time: 0.0970471 Oct 12 02:44:46.273189 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-a370d339-357f-4ddd-8b38-bd0ace1c17e6 req-4c94558d-a612-490b-820f-2dd0cec09f49 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425076 Oct 12 02:44:47.444460 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcef1c2-1eb1-43b6-8b35-6d3bb7da8f0e req-14e75943-b358-4f66-a4be-a492909ebd7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:47.445931 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-efcef1c2-1eb1-43b6-8b35-6d3bb7da8f0e req-14e75943-b358-4f66-a4be-a492909ebd7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 946 time: 0.0973899 Oct 12 02:44:47.493608 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-efcef1c2-1eb1-43b6-8b35-6d3bb7da8f0e req-a6decdd0-8ccf-4825-af70-8a17cdadec8b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421202 Oct 12 02:44:47.815070 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-f9a0d2aa-71e6-497e-a9d0-220591b7289a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:47.817082 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-f9a0d2aa-71e6-497e-a9d0-220591b7289a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 946 time: 0.0491662 Oct 12 02:44:47.897433 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Deleting port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:44:47.897770 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:47.988299 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] For port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:44:47.988660 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:48.122688 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:48.145803 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:48.146164 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (56bd274b-15a9-4b98-871e-f0a61583060f), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:48.146556 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Floating IP 56bd274b-15a9-4b98-871e-f0a61583060f disassociated. External IP: 172.27.4.201, port: 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a. Oct 12 02:44:48.146809 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Calling delete_port for 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:44:48.204516 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:48.274520 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:48.295406 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-5e2f611b-c046-4a62-8ba5-83c174e05ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:48.304427 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event deleted for resources: {'Port': ['ID=3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:44:48.316606 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.316983 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.317322 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.317658 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.317991 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.318345 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.318671 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.318995 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.319321 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.319644 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.319968 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.320290 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.320612 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.320956 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.321276 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:44:48.426049 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Router d9346505-8537-497f-a610-44069e3f5e20 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:44:48.779615 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2ab52efb-1a87-466e-a31e-85fdcf2b04a2 req-732e700c-88eb-4f68-8795-b72607ecf078 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b42a22ef-f44f-4e88-88ca-2ea755acca2a HTTP/1.1" status: 200 len: 210 time: 0.0328496 Oct 12 02:44:48.793336 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:44:48.805142 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] Sync routers for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:44:48.815196 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:44:48.816449 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:44:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:44:48.835179 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] No DVR routers for this DVR port 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:44:48.837657 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:48.840800 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-39c1a77d-19f2-4586-8c79-f02f64170ecd req-82b57267-546e-4d11-99be-196895b0aade tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "DELETE /networking/v2.0/ports/3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a HTTP/1.1" status: 204 len: 173 time: 1.0180750 Oct 12 02:44:48.841293 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'name': 'network-vif-deleted', 'tag': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:44:48.843486 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fd4588-0763-42a4-b17f-f9954f6545ca" -d '{"events": [{"server_uuid": "b42a22ef-f44f-4e88-88ca-2ea755acca2a", "name": "network-vif-deleted", "tag": "3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:44:48.883415 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11feb48a-5539-4150-9784-d7969ae6704b x-openstack-request-id: req-11feb48a-5539-4150-9784-d7969ae6704b {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:44:48.883703 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a22ef-f44f-4e88-88ca-2ea755acca2a", "name": "network-vif-deleted", "tag": "3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:44:48.884024 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11feb48a-5539-4150-9784-d7969ae6704b {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:44:48.884375 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11feb48a-5539-4150-9784-d7969ae6704b'] response: {'server_uuid': 'b42a22ef-f44f-4e88-88ca-2ea755acca2a', 'name': 'network-vif-deleted', 'tag': '3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a', 'status': 'completed', 'code': 200} Oct 12 02:44:48.928554 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:44:49.111658 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:44:49.136995 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] Checking router: d9346505-8537-497f-a610-44069e3f5e20 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:44:49.145402 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:44:49.146002 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:44:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:44:49.248889 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:44:49.314292 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:49.441077 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:44:49.464910 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d2d82-8bef-489b-a760-369b667e3922 None None] The sync data for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi is: [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:44:49.681819 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98596b8-d70d-4feb-a03b-8ab84f94ac95 None None] New status for floating IP 56bd274b-15a9-4b98-871e-f0a61583060f: DOWN {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:44:50.003269 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-208a0b31-623e-4a95-8028-3c9ea6a37410 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-650875271&fields=id&tenant_id=0420b1fe8ff5451dba85de3001a3932f HTTP/1.1" status: 200 len: 267 time: 0.0456021 Oct 12 02:44:50.111069 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-8fccc528-edcb-4114-9072-7389a3dde840 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:50.113082 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-8fccc528-edcb-4114-9072-7389a3dde840 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 812 time: 0.1027362 Oct 12 02:44:50.127697 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-c85367a7-5c3e-4d6f-b03d-8d74028394ca tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/quotas/0420b1fe8ff5451dba85de3001a3932f HTTP/1.1" status: 200 len: 375 time: 0.0090880 Oct 12 02:44:50.175773 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-6fe22d96-145f-4b23-b918-591f949b9af5 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426078 Oct 12 02:44:50.231222 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-668ab2d2-5fd9-4ed7-842d-0cc4dc5da175 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 02:44:50.232205 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-668ab2d2-5fd9-4ed7-842d-0cc4dc5da175 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0459638 Oct 12 02:44:50.323265 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-ef21ed00-5ab4-4865-a06e-2bbf5c101a35 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846846 Oct 12 02:44:50.411211 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-484f272b-50c9-481e-a68f-9a6510594e4b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823855 Oct 12 02:44:50.696306 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c8080a08-63b8-43bb-8d40-99bf1b98e47c req-809f851b-4f8e-440f-aeec-61353d67683d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 210 time: 0.0297270 Oct 12 02:44:50.889170 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:51.244559 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:51.750547 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-61ea91ee-f42f-4b9a-bdf2-b03bd8b3fc3c tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:51.752168 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-61ea91ee-f42f-4b9a-bdf2-b03bd8b3fc3c tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 812 time: 0.1047187 Oct 12 02:44:51.799506 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-df69ce3d-3207-43a3-8534-6d5d3ab0e0cb req-3045b758-2712-465d-a6c2-707e6d09bc8f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 210 time: 0.0277939 Oct 12 02:44:51.821268 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-0f80186a-531a-43bf-92fa-66d955a510ec tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0420b1fe8ff5451dba85de3001a3932f HTTP/1.1" status: 200 len: 379 time: 0.0553706 Oct 12 02:44:51.829588 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'port': {'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'admin_state_up': True, 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'security_groups': ['aff69927-7617-43d6-8c17-06c7b0d928b9']}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:44:51.890836 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:44:51.910318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:44:51.910662 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3d1c5f6f-6ba8-4b9d-ac68-58a183e1c23a not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:44:51.942780 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Made reservation on behalf of 0420b1fe8ff5451dba85de3001a3932f for: {'port': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:44:51.946585 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:52.001973 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:52.074599 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Allocated IP 172.20.0.9 (c8f4d944-2283-4081-9e18-98805e4df4db/00aacf4c-2c13-4c74-b08a-5c950b34b7ac/6a932fdd-a6eb-4530-952f-21adba6785ea) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:44:52.158031 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:52.216886 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:52.250725 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:52.301817 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Network c8f4d944-2283-4081-9e18-98805e4df4db is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:44:52.305008 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:44:52.307595 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:44:52.343437 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'Port': ['ID=6a932fdd-a6eb-4530-952f-21adba6785ea,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:44:52.370173 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:52.370789 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:52.389122 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-9c3cf818-eafc-481d-b098-601ddbe1569b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630522 Oct 12 02:44:52.406958 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Request body: {'port': {'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:44:52.470670 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:52.580104 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-f91c2eca-5969-4f13-8e83-c766ca5c03e0 None None] Provisioning complete for port 6a932fdd-a6eb-4530-952f-21adba6785ea triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:44:52.580507 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-f91c2eca-5969-4f13-8e83-c766ca5c03e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:52.580918 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-f91c2eca-5969-4f13-8e83-c766ca5c03e0 None None] Attempt 1 to provision port 6a932fdd-a6eb-4530-952f-21adba6785ea Oct 12 02:44:52.611071 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-f91c2eca-5969-4f13-8e83-c766ca5c03e0 None None] Port 6a932fdd-a6eb-4530-952f-21adba6785ea cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:44:52.724450 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a932fdd-a6eb-4530-952f-21adba6785ea {{(pid=104435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:44:52.732104 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Publish callbacks [] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:52.744602 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.provisioning_blocks [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Transition to ACTIVE for port object 6a932fdd-a6eb-4530-952f-21adba6785ea will not be triggered until provisioned by entity L2. {{(pid=104435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:44:52.748386 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:52.824295 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Pushing event updated for resources: {'Port': ['ID=6a932fdd-a6eb-4530-952f-21adba6785ea,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:44:52.855037 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:52.860438 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Attempting to bind port 6a932fdd-a6eb-4530-952f-21adba6785ea on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:44:52.860787 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Attempting to bind port 6a932fdd-a6eb-4530-952f-21adba6785ea by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:44:52.861097 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Attempting to bind port 6a932fdd-a6eb-4530-952f-21adba6785ea on network c8f4d944-2283-4081-9e18-98805e4df4db {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:44:52.912193 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:52.944111 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f08d7e-c302-4d60-9bd9-699b4a437d64 req-b56f3771-abba-4794-84fa-52ba5adb3b56 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:52.945606 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e9f08d7e-c302-4d60-9bd9-699b4a437d64 req-b56f3771-abba-4794-84fa-52ba5adb3b56 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 943 time: 0.0627639 Oct 12 02:44:52.947641 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Port 6a932fdd-a6eb-4530-952f-21adba6785ea on network c8f4d944-2283-4081-9e18-98805e4df4db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:44:52.947967 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Attempting to bind port 6a932fdd-a6eb-4530-952f-21adba6785ea on network c8f4d944-2283-4081-9e18-98805e4df4db {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:44:53.025367 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:44:53.025694 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Checking segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:44:53.026066 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Bound using segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:44:53.026501 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Bound port: 6a932fdd-a6eb-4530-952f-21adba6785ea, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'}}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:44:53.026866 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:53.039659 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e9f08d7e-c302-4d60-9bd9-699b4a437d64 req-c461888f-8ab6-4990-aacc-ea850ac9d5e9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884399 Oct 12 02:44:53.090754 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] For port 6a932fdd-a6eb-4530-952f-21adba6785ea, host hv-cinder-84914, cleared binding levels {{(pid=104435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:44:53.093692 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] For port 6a932fdd-a6eb-4530-952f-21adba6785ea, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6a932fdd-a6eb-4530-952f-21adba6785ea,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:44:53.101319 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:53.105624 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:53.106227 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:44:53.107589 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/6a932fdd-a6eb-4530-952f-21adba6785ea HTTP/1.1" status: 200 len: 1093 time: 0.7059352 Oct 12 02:44:53.108129 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'tag': '6a932fdd-a6eb-4530-952f-21adba6785ea'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:44:53.110369 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46" -d '{"events": [{"name": "network-changed", "server_uuid": "269ae487-b0f5-4513-a5a9-baa48cc9883a", "tag": "6a932fdd-a6eb-4530-952f-21adba6785ea"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:44:53.149110 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22127006-adc6-4752-9af5-795b51480f32 x-openstack-request-id: req-22127006-adc6-4752-9af5-795b51480f32 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:44:53.149391 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269ae487-b0f5-4513-a5a9-baa48cc9883a", "tag": "6a932fdd-a6eb-4530-952f-21adba6785ea", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:44:53.149643 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22127006-adc6-4752-9af5-795b51480f32 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:44:53.150061 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22127006-adc6-4752-9af5-795b51480f32'] response: {'name': 'network-changed', 'server_uuid': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'tag': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'status': 'completed', 'code': 200} Oct 12 02:44:53.160063 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39783763-6d0c-4f98-9911-91b861f95b1e service neutron] Pushing event updated for resources: {'Port': ['ID=6a932fdd-a6eb-4530-952f-21adba6785ea,revision_number=3']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:44:53.216459 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-5d38accd-36fd-45fa-adc7-1f77d62c93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:53.217957 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-5d38accd-36fd-45fa-adc7-1f77d62c93fa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 1127 time: 0.0386603 Oct 12 02:44:53.264563 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-33f1b59e-b406-4425-9e74-de8ab63c704f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a932fdd-a6eb-4530-952f-21adba6785ea HTTP/1.1" status: 200 len: 217 time: 0.0352798 Oct 12 02:44:53.311488 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-97eb94ef-4839-40c5-a6cf-dc4a40aafafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:53.312896 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-97eb94ef-4839-40c5-a6cf-dc4a40aafafd service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0432057 Oct 12 02:44:53.354716 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-99ed0243-bdc3-4b81-873b-371bfa391939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:53.356049 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-99ed0243-bdc3-4b81-873b-371bfa391939 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379882 Oct 12 02:44:53.447528 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-c4e3c5b1-750a-458e-8fd3-c80535d2ff69 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854776 Oct 12 02:44:53.536317 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-526b3fbe-89de-4945-8573-fd41f8946b4b req-41d25f11-d08e-4094-877e-8705bbc399b1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822690 Oct 12 02:44:53.826755 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-2ec1d0b4-a4e9-4dd9-be6c-2a035161b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:53.828217 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-2ec1d0b4-a4e9-4dd9-be6c-2a035161b865 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 1127 time: 0.0420744 Oct 12 02:44:53.916236 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-8282f9bc-4a8f-4fb3-ad5a-1400562943ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:53.917693 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-8282f9bc-4a8f-4fb3-ad5a-1400562943ba service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0836775 Oct 12 02:44:53.958641 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-19761ee5-08bb-4d1d-b79a-9bc6133e7dbc service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a932fdd-a6eb-4530-952f-21adba6785ea HTTP/1.1" status: 200 len: 217 time: 0.0351784 Oct 12 02:44:54.006330 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-35345558-acdd-4a9e-a5e0-2c4ad8a13a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:54.007708 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-35345558-acdd-4a9e-a5e0-2c4ad8a13a04 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0438654 Oct 12 02:44:54.049753 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-2b4135ef-f1ee-49fb-8703-4136e35fdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:54.051664 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-2b4135ef-f1ee-49fb-8703-4136e35fdaa5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373509 Oct 12 02:44:54.148679 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:54.159320 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:44:54.180260 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acb549-fada-43fc-b818-968818f8076f req-00e29f2e-404c-4621-8b3e-a90dc65e4b88 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:54.181717 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-70acb549-fada-43fc-b818-968818f8076f req-00e29f2e-404c-4621-8b3e-a90dc65e4b88 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 943 time: 0.0657675 Oct 12 02:44:54.187999 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-7089fdbb-d72c-43a6-a25c-38a18a5512b1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303482 Oct 12 02:44:54.286803 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-70acb549-fada-43fc-b818-968818f8076f req-75d3399a-da95-4b5f-b165-8708d5e8aa2a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976079 Oct 12 02:44:54.311977 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-098e185d-3e1b-4ae7-a883-e7bcd9a62c46 req-adb17776-5c1a-41ca-9164-a71955eb61b6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159229 Oct 12 02:44:55.412489 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7576a2-7f09-411d-b4c0-4d1bd29844d4 req-30990f73-201d-4f48-a120-8eddc6c92b6e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:55.413866 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9c7576a2-7f09-411d-b4c0-4d1bd29844d4 req-30990f73-201d-4f48-a120-8eddc6c92b6e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 943 time: 0.0492251 Oct 12 02:44:55.461312 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-9c7576a2-7f09-411d-b4c0-4d1bd29844d4 req-07a3e8ad-ae07-4fd1-8c19-1b19fcc22df0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419466 Oct 12 02:44:56.577452 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2a153-07b5-4f6a-96cc-ecd834c6b5ea req-97e2b97a-a971-48f5-b3bb-d4c44f0f528d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:56.578889 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b7c2a153-07b5-4f6a-96cc-ecd834c6b5ea req-97e2b97a-a971-48f5-b3bb-d4c44f0f528d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 943 time: 0.0456848 Oct 12 02:44:56.626702 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b7c2a153-07b5-4f6a-96cc-ecd834c6b5ea req-1f3c6f16-049e-4247-b461-2503ab2c0411 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418055 Oct 12 02:44:57.745819 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d69b7-ff8a-47e2-8cd9-12016c7f186a req-4bcaafdd-6cf4-4eb2-ae91-59e58d5b6be3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:57.747614 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-689d69b7-ff8a-47e2-8cd9-12016c7f186a req-4bcaafdd-6cf4-4eb2-ae91-59e58d5b6be3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 943 time: 0.0487325 Oct 12 02:44:57.795658 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-689d69b7-ff8a-47e2-8cd9-12016c7f186a req-4743edc1-82c7-49cf-9a2f-c3c1d4fc4f94 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 Oct 12 02:44:58.914690 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7e30c-e767-4faa-ae5b-95b999e377db req-41815aeb-3584-4bdb-b10d-6dbf13130947 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:44:58.916144 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-77e7e30c-e767-4faa-ae5b-95b999e377db req-41815aeb-3584-4bdb-b10d-6dbf13130947 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 943 time: 0.0457542 Oct 12 02:44:58.968632 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-77e7e30c-e767-4faa-ae5b-95b999e377db req-f127c294-a208-4c14-95e2-50246849c60e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469973 Oct 12 02:44:59.248503 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:00.087211 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f0f54-8d6c-45fc-bb7c-99fede2da315 req-417e525e-aa9f-4a69-ac70-04b74e54bb71 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:00.088623 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-096f0f54-8d6c-45fc-bb7c-99fede2da315 req-417e525e-aa9f-4a69-ac70-04b74e54bb71 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 943 time: 0.0450642 Oct 12 02:45:00.140086 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-096f0f54-8d6c-45fc-bb7c-99fede2da315 req-85f523ae-8f90-4e22-bc07-ef3bfa80e604 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459547 Oct 12 02:45:01.261649 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6017cf4-d2b0-4475-9c95-0c25740f54dc req-122becc1-c29d-4a2c-9a33-7ccb6b31d228 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:01.263108 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e6017cf4-d2b0-4475-9c95-0c25740f54dc req-122becc1-c29d-4a2c-9a33-7ccb6b31d228 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 943 time: 0.0466654 Oct 12 02:45:01.312733 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-e6017cf4-d2b0-4475-9c95-0c25740f54dc req-7a9b41c4-5667-4077-9cd1-65030b22ac27 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436909 Oct 12 02:45:01.913645 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 6a932fdd-a6eb-4530-952f-21adba6785ea details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:45:02.012049 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 6a932fdd-a6eb-4530-952f-21adba6785ea, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6a932fdd-a6eb-4530-952f-21adba6785ea,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:45:02.023437 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'mac_address': 'fa:16:3e:61:c7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:45:02.056831 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 6a932fdd-a6eb-4530-952f-21adba6785ea is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:45:02.057220 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:02.070443 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a932fdd-a6eb-4530-952f-21adba6785ea {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:45:02.089912 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 6a932fdd-a6eb-4530-952f-21adba6785ea, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6a932fdd-a6eb-4530-952f-21adba6785ea,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:45:02.093849 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:02.138907 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=6a932fdd-a6eb-4530-952f-21adba6785ea,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:45:02.146553 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.146901 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.147244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.147583 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.147916 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.148247 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.148573 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.148927 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.149255 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.149580 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.149903 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.150227 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.150545 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.150863 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.151182 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:45:02.376927 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['6a932fdd-a6eb-4530-952f-21adba6785ea'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:45:02.433873 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d96e4-93bd-4f48-9512-d9b4d0daf6c7 req-98aebcb4-25dc-4ba1-9b14-78c683ee2308 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:02.435591 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0d8d96e4-93bd-4f48-9512-d9b4d0daf6c7 req-98aebcb4-25dc-4ba1-9b14-78c683ee2308 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 944 time: 0.0473547 Oct 12 02:45:02.484653 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0d8d96e4-93bd-4f48-9512-d9b4d0daf6c7 req-51b6ff3d-cdd0-43a0-942b-622550e0023e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433216 Oct 12 02:45:03.604606 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bae28-6087-44c2-9548-b3fc0c340ba0 req-ec2305b6-0a9b-40fb-8905-78bbdbf84618 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:03.606075 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f89bae28-6087-44c2-9548-b3fc0c340ba0 req-ec2305b6-0a9b-40fb-8905-78bbdbf84618 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 944 time: 0.0466940 Oct 12 02:45:03.654721 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f89bae28-6087-44c2-9548-b3fc0c340ba0 req-a77ceafc-1b46-426b-b2bc-edf50fcf0700 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430267 Oct 12 02:45:03.923421 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 6a932fdd-a6eb-4530-952f-21adba6785ea up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:45:03.958014 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:03.965975 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:03.967067 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 6a932fdd-a6eb-4530-952f-21adba6785ea completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:45:03.972826 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 6a932fdd-a6eb-4530-952f-21adba6785ea triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:45:03.973222 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:03.973560 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 6a932fdd-a6eb-4530-952f-21adba6785ea Oct 12 02:45:04.044693 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 6a932fdd-a6eb-4530-952f-21adba6785ea is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:45:04.045102 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:04.067985 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a932fdd-a6eb-4530-952f-21adba6785ea'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:45:04.070243 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0749eb-85c4-4f6a-9051-35a77e71e853" -d '{"events": [{"server_uuid": "269ae487-b0f5-4513-a5a9-baa48cc9883a", "name": "network-vif-plugged", "status": "completed", "tag": "6a932fdd-a6eb-4530-952f-21adba6785ea"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:45:04.082843 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 6a932fdd-a6eb-4530-952f-21adba6785ea, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6a932fdd-a6eb-4530-952f-21adba6785ea,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:45:04.086976 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:04.114467 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c065d877-dad3-473b-a268-479147beaa0c x-openstack-request-id: req-c065d877-dad3-473b-a268-479147beaa0c {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:45:04.114762 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269ae487-b0f5-4513-a5a9-baa48cc9883a", "name": "network-vif-plugged", "status": "completed", "tag": "6a932fdd-a6eb-4530-952f-21adba6785ea", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:45:04.115012 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c065d877-dad3-473b-a268-479147beaa0c {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:45:04.115403 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c065d877-dad3-473b-a268-479147beaa0c'] response: {'server_uuid': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'code': 200} Oct 12 02:45:04.140558 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=6a932fdd-a6eb-4530-952f-21adba6785ea,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:45:04.354661 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5179d-e90d-476d-a2b1-b308e6bb75e4 req-cf77dc00-3f98-4574-a49e-5aa148f4d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:04.356150 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f2f5179d-e90d-476d-a2b1-b308e6bb75e4 req-cf77dc00-3f98-4574-a49e-5aa148f4d8a4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 1129 time: 0.0424733 Oct 12 02:45:04.401501 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-f2f5179d-e90d-476d-a2b1-b308e6bb75e4 req-d1eb61bd-7654-45af-a53a-7f86c8077c79 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395086 Oct 12 02:45:04.773140 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e452344-b84e-4db0-835c-1d94a6890197 req-5d2fe985-1ca5-4bbe-94b4-6db6d7e6d617 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:04.774586 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3e452344-b84e-4db0-835c-1d94a6890197 req-5d2fe985-1ca5-4bbe-94b4-6db6d7e6d617 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 945 time: 0.0467863 Oct 12 02:45:04.824078 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-3e452344-b84e-4db0-835c-1d94a6890197 req-bc536525-616e-4109-a0d8-c350e912c01b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439358 Oct 12 02:45:05.350122 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=77 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:05.943689 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3811c6-d8b5-41b2-9ed0-76fdd6cfdc61 req-a7edf38a-b79f-4fd4-ab64-9913063782df tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:05.945156 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0d3811c6-d8b5-41b2-9ed0-76fdd6cfdc61 req-a7edf38a-b79f-4fd4-ab64-9913063782df tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 945 time: 0.0461395 Oct 12 02:45:05.977340 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=100 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:05.994413 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-0d3811c6-d8b5-41b2-9ed0-76fdd6cfdc61 req-8dc7b5e3-b9cc-4f6f-a34e-721fb89881c5 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436327 Oct 12 02:45:06.117395 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a572be-e7f1-4526-b801-ba8bafa9a45a req-7b395e36-1c96-45c2-be00-aaae13e56c2e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:06.118784 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-78a572be-e7f1-4526-b801-ba8bafa9a45a req-7b395e36-1c96-45c2-be00-aaae13e56c2e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 945 time: 0.0495498 Oct 12 02:45:06.167915 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-78a572be-e7f1-4526-b801-ba8bafa9a45a req-b2852ac7-2b14-4d40-8f52-9f22d870ad48 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435736 Oct 12 02:45:06.195417 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37164) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:45:06.233045 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ca872-3b84-4a20-bef4-119286d49257 tempest-TestVolumeBootPattern-240147567 tempest-TestVolumeBootPattern-240147567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:06.234549 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-363ca872-3b84-4a20-bef4-119286d49257 tempest-TestVolumeBootPattern-240147567 tempest-TestVolumeBootPattern-240147567-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 1124 time: 0.0381985 Oct 12 02:45:06.237325 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37166) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:45:06.241482 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:45:06.261955 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:06.335904 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:06.341694 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:06.380294 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:06.443239 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Allocated IP 172.27.4.243 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/3961e0cf-e42c-411a-be1a-2999c10a0dff) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:45:06.546091 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for port (3961e0cf-e42c-411a-be1a-2999c10a0dff), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:06.576969 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (3961e0cf-e42c-411a-be1a-2999c10a0dff), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:06.614440 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:45:06.618812 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:45:06.622656 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:45:06.627617 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'Port': ['ID=3961e0cf-e42c-411a-be1a-2999c10a0dff,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:45:06.966399 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (c1c66b14-65bc-401b-a8df-762f3fdbde98), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:07.031375 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3961e0cf-e42c-411a-be1a-2999c10a0dff), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:07.069019 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:07.126554 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:07.183682 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for port (3961e0cf-e42c-411a-be1a-2999c10a0dff), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:07.187838 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (3961e0cf-e42c-411a-be1a-2999c10a0dff), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:07.257028 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'Port': ['ID=3961e0cf-e42c-411a-be1a-2999c10a0dff,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:45:07.260434 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (c1c66b14-65bc-401b-a8df-762f3fdbde98), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:07.589657 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Floating IP c1c66b14-65bc-401b-a8df-762f3fdbde98 associated. External IP: 172.27.4.243, port: 6a932fdd-a6eb-4530-952f-21adba6785ea. Oct 12 02:45:07.685742 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:45:07.784920 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Router d9346505-8537-497f-a610-44069e3f5e20 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:45:07.887434 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:45:07.897259 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] Sync routers for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:45:07.904943 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:07.907271 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:45:07.907882 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:44:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:45:07.938421 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-b46c508e-cd08-4bca-a7f5-91fa1cb5fe7d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7001030 Oct 12 02:45:07.939182 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'tag': '6a932fdd-a6eb-4530-952f-21adba6785ea'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:45:07.942058 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702fe1c0-035b-404f-8a8e-c143aaf0b708" -d '{"events": [{"name": "network-changed", "server_uuid": "269ae487-b0f5-4513-a5a9-baa48cc9883a", "tag": "6a932fdd-a6eb-4530-952f-21adba6785ea"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:45:07.979549 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7115d798-f814-4ac3-861f-4b47a4b65d3e x-openstack-request-id: req-7115d798-f814-4ac3-861f-4b47a4b65d3e {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:45:07.979845 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269ae487-b0f5-4513-a5a9-baa48cc9883a", "tag": "6a932fdd-a6eb-4530-952f-21adba6785ea", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:45:07.980094 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7115d798-f814-4ac3-861f-4b47a4b65d3e {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:45:07.980503 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7115d798-f814-4ac3-861f-4b47a4b65d3e'] response: {'name': 'network-changed', 'server_uuid': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'tag': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'status': 'completed', 'code': 200} Oct 12 02:45:08.068157 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-64ddc8d0-41c5-4d0f-b650-3902abb99af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:08.069683 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-64ddc8d0-41c5-4d0f-b650-3902abb99af6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 1129 time: 0.0391598 Oct 12 02:45:08.097939 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:45:08.160980 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-6ac744dd-36f5-4baf-a83a-4bc88c348f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:08.162348 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-6ac744dd-36f5-4baf-a83a-4bc88c348f5b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0860775 Oct 12 02:45:08.227759 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-61c59155-e0b0-4c0b-aad8-aeedfec83479 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a932fdd-a6eb-4530-952f-21adba6785ea HTTP/1.1" status: 200 len: 999 time: 0.0575805 Oct 12 02:45:08.263516 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:08.277795 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-baeb9d64-e7c9-4bcd-960e-b1bb753470f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:08.279245 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-baeb9d64-e7c9-4bcd-960e-b1bb753470f9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0457461 Oct 12 02:45:08.311047 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'c1c66b14-65bc-401b-a8df-762f3fdbde98', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:61:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:45:06Z', 'updated_at': '2022-10-12T02:45:06Z', 'revision_number': 0, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:45:08.322005 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-0795aff8-82fa-434e-8e15-8646620966b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:08.323483 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-0795aff8-82fa-434e-8e15-8646620966b4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387461 Oct 12 02:45:08.336015 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] Checking router: d9346505-8537-497f-a610-44069e3f5e20 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:45:08.338562 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:08.346180 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:45:08.346788 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:44:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:45:08.396045 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:08.418267 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-b6195be0-ba90-4ebf-902b-366330fb8b82 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881050 Oct 12 02:45:08.449241 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:45:08.508215 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-702fe1c0-035b-404f-8a8e-c143aaf0b708 req-ab8f8699-7fc4-4fe7-9583-36f0ee487cc0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842514 Oct 12 02:45:08.654328 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'c1c66b14-65bc-401b-a8df-762f3fdbde98', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:61:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:45:06Z', 'updated_at': '2022-10-12T02:45:06Z', 'revision_number': 0, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:45:08.682307 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1646f3-1919-49f6-8beb-05728c0a7a1b None None] The sync data for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi is: [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'c1c66b14-65bc-401b-a8df-762f3fdbde98', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:61:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:45:06Z', 'updated_at': '2022-10-12T02:45:06Z', 'revision_number': 0, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:45:08.874749 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e257789-40e2-4e6b-9a55-500447ad9d80 None None] New status for floating IP c1c66b14-65bc-401b-a8df-762f3fdbde98: ACTIVE {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:45:15.933390 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-cc10c721-9d29-4e20-b072-d51fcc8ded09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:15.986029 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:15.990879 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=89 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:18.297875 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-759b4764-1a21-49c5-95a5-ee98c51162bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:18.502813 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=25 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:18.504724 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=11 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:18.652208 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=31 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:18.656982 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=82 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:19.317276 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:20.925704 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:21.247945 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:29.251509 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:30.973997 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [req-89f3495e-19f9-4df1-bb00-6b6ca7c76447 req-bbba92b0-e0d3-471c-a865-33ae9e0d4a41 service neutron] (104435) timed out ('10.222.0.16', 55941) {{(pid=104435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 02:45:31.126449 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-31e07876-77db-4fdc-a9f2-2c98965fdad8 req-aae3dc90-9d21-421f-bdd1-e8def96afe2b service neutron] (104436) timed out ('10.222.0.16', 55893) {{(pid=104436) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 02:45:38.152187 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-05617055-ee8b-41c1-8837-4ad5f770e4af service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943661 Oct 12 02:45:38.259020 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-de68028b-bb04-4e1d-8d8d-37712352dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:38.260476 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-de68028b-bb04-4e1d-8d8d-37712352dfec service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 1129 time: 0.0391097 Oct 12 02:45:38.368104 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-84ec75a3-db85-47e4-a046-b230f1ec27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:38.369514 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-84ec75a3-db85-47e4-a046-b230f1ec27e6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0885928 Oct 12 02:45:38.429718 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-d83f7eb5-90e0-4148-93a2-a56c410526da service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a932fdd-a6eb-4530-952f-21adba6785ea HTTP/1.1" status: 200 len: 1001 time: 0.0536618 Oct 12 02:45:38.476512 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-d7e63a87-e4b4-48d2-8bf1-aa58d8aef490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:38.477985 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-d7e63a87-e4b4-48d2-8bf1-aa58d8aef490 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0426638 Oct 12 02:45:38.522897 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-fdf5b0a8-ae70-4d21-b1ad-776b086ca8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:45:38.524333 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-fdf5b0a8-ae70-4d21-b1ad-776b086ca8ab service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406473 Oct 12 02:45:38.612607 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-3a2554f2-2fd0-4821-b364-d8b8590b0f96 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818093 Oct 12 02:45:38.702616 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-b5d164d9-790d-4d48-952c-eae84faca2f8 req-3139cecc-bb58-42b6-a4b2-2b526413f659 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843654 Oct 12 02:45:39.245625 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:39.247624 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:42.345942 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:42.355983 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:44.685422 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:45:45.934796 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8ab44967-86ad-483c-82ba-36c85002f844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:48.300501 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7d52f1d4-1f31-4763-84eb-32eade053ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:48.693361 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=47 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:48.699864 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=54 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:49.320479 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:50.891969 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:51.250262 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:45:54.680371 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:54.681168 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:45:59.254699 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:09.248511 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:09.250378 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:15.936507 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1aab-bc35-46bb-a4dd-9a69b3c951df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:18.302357 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-46bec301-553a-421a-847c-09185aebdfbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:19.323132 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:19.347436 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=17 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:19.352131 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=15 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:20.898451 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:21.253458 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:21.684170 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:46:29.253850 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:31.679352 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:31.680122 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:39.244456 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:39.250331 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:39.482447 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-5902d71c-ec00-4d1c-9953-93f1f85fd141 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388334 Oct 12 02:46:39.592804 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-9639b5d7-3b4b-4712-883f-35093e919c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:39.594270 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-9639b5d7-3b4b-4712-883f-35093e919c4b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 1129 time: 0.0379069 Oct 12 02:46:39.873454 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-0e084b1c-e0d3-45b1-b08e-860fd59b7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:39.874926 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-0e084b1c-e0d3-45b1-b08e-860fd59b7ae9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0892904 Oct 12 02:46:39.937509 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-03c79781-b8ed-4c14-ab8f-40eec5037fb8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a932fdd-a6eb-4530-952f-21adba6785ea HTTP/1.1" status: 200 len: 1001 time: 0.0535450 Oct 12 02:46:39.989704 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-e9ad67db-ae8d-4fae-af91-d689f0dabb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:39.991127 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-e9ad67db-ae8d-4fae-af91-d689f0dabb58 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0460572 Oct 12 02:46:40.033001 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-687e3e93-d0ed-4b29-b491-918acb414a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:40.034347 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-687e3e93-d0ed-4b29-b491-918acb414a96 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371559 Oct 12 02:46:40.126003 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-19a6c3ab-5de5-4ecc-8f18-f0a030eea104 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824127 Oct 12 02:46:40.217929 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-c80704e4-c850-407a-a6af-7925b6c15f79 req-d059cebd-0f42-4a92-ab3e-db3cf9ffe9d4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853856 Oct 12 02:46:41.090865 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-7c901031-1427-4051-bbee-41457cd0d108 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-650875271&fields=id&tenant_id=0420b1fe8ff5451dba85de3001a3932f HTTP/1.1" status: 200 len: 267 time: 0.0439763 Oct 12 02:46:41.199060 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-38b66743-fca0-477f-8bc6-fc73e8dc445a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:41.200589 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-38b66743-fca0-477f-8bc6-fc73e8dc445a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 812 time: 0.1037910 Oct 12 02:46:41.215455 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-92dc3c7f-2a83-45e5-b2ca-a58b2948203d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/quotas/0420b1fe8ff5451dba85de3001a3932f HTTP/1.1" status: 200 len: 375 time: 0.0094488 Oct 12 02:46:41.265887 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-9b847dc7-583f-4049-95f3-3df011e01d24 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455503 Oct 12 02:46:41.404838 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-3fa7e7f9-0345-45bb-823b-3dc3dad80239 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273429 Oct 12 02:46:41.493230 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-a7b9dd56-68c5-4bc3-8b09-7ae4328ccce6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826788 Oct 12 02:46:41.791435 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-fbd1d6a4-b282-4647-bd7b-4de63dc52e8b req-0ddaa6db-2aca-48d2-b9a8-2a2efe4dabac tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 210 time: 0.0318167 Oct 12 02:46:42.824690 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:42.857690 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-db16b323-d299-44e4-8aa7-00d634e874af tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:42.859158 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-db16b323-d299-44e4-8aa7-00d634e874af tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 812 time: 0.1102948 Oct 12 02:46:42.883736 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:42.906080 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-4157a951-4b9d-4be2-9681-1e22ca7506f1 req-a68a07a8-4147-4144-969d-edb6aacfe2a6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 210 time: 0.0378406 Oct 12 02:46:42.948880 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-a6634020-f9e1-4727-9465-a4a4fa65aeb9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0420b1fe8ff5451dba85de3001a3932f HTTP/1.1" status: 200 len: 379 time: 0.0707359 Oct 12 02:46:42.957365 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'port': {'device_id': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'admin_state_up': True, 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'security_groups': ['aff69927-7617-43d6-8c17-06c7b0d928b9']}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:46:43.066692 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Made reservation on behalf of 0420b1fe8ff5451dba85de3001a3932f for: {'port': 1} {{(pid=104435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 02:46:43.070967 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:43.196493 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Allocated IP 172.20.0.5 (c8f4d944-2283-4081-9e18-98805e4df4db/00aacf4c-2c13-4c74-b08a-5c950b34b7ac/3f5b0fe8-008f-45a2-9957-cc7906deea91) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:46:43.332739 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:43.364038 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:43.417933 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Network c8f4d944-2283-4081-9e18-98805e4df4db is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:46:43.421696 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:46:43.425720 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:46:43.449527 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'Port': ['ID=3f5b0fe8-008f-45a2-9957-cc7906deea91,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:43.463623 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.463905 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.464229 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.464567 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.464923 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.465245 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.465638 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.465965 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.466290 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.467228 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.467561 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.467887 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.468210 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.468527 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.468954 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:43.492375 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:43.493085 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:43.509302 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-b57fb62d-9c0c-4296-9c81-f377cb39b986 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554628 Oct 12 02:46:43.528045 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Request body: {'port': {'device_id': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:46:43.590463 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:43.596211 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:43.681702 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-fb28174d-3ce7-4d24-a246-c9d37e8cb93b None None] Provisioning complete for port 3f5b0fe8-008f-45a2-9957-cc7906deea91 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:46:43.682304 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-fb28174d-3ce7-4d24-a246-c9d37e8cb93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:43.682433 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-fb28174d-3ce7-4d24-a246-c9d37e8cb93b None None] Attempt 1 to provision port 3f5b0fe8-008f-45a2-9957-cc7906deea91 Oct 12 02:46:43.713261 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-fb28174d-3ce7-4d24-a246-c9d37e8cb93b None None] Port 3f5b0fe8-008f-45a2-9957-cc7906deea91 cannot update to ACTIVE because it is not bound. {{(pid=104437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 02:46:43.780841 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:43.851196 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5b0fe8-008f-45a2-9957-cc7906deea91 {{(pid=104435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:46:43.859115 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Publish callbacks [] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:43.872161 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.provisioning_blocks [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Transition to ACTIVE for port object 3f5b0fe8-008f-45a2-9957-cc7906deea91 will not be triggered until provisioned by entity L2. {{(pid=104435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 02:46:43.875564 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:43.937991 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5b0fe8-008f-45a2-9957-cc7906deea91,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:43.987232 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Attempting to bind port 3f5b0fe8-008f-45a2-9957-cc7906deea91 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 02:46:43.988014 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Attempting to bind port 3f5b0fe8-008f-45a2-9957-cc7906deea91 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 02:46:43.988014 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Attempting to bind port 3f5b0fe8-008f-45a2-9957-cc7906deea91 on network c8f4d944-2283-4081-9e18-98805e4df4db {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:46:44.030758 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Port 3f5b0fe8-008f-45a2-9957-cc7906deea91 on network c8f4d944-2283-4081-9e18-98805e4df4db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 02:46:44.031084 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Attempting to bind port 3f5b0fe8-008f-45a2-9957-cc7906deea91 on network c8f4d944-2283-4081-9e18-98805e4df4db {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 02:46:44.032473 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47998-4a7b-4b76-9f87-3bf5cb27f2b9 req-d8f0f5f2-74f4-4cbb-8fcf-5836917df185 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:44.033987 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f8b47998-4a7b-4b76-9f87-3bf5cb27f2b9 req-d8f0f5f2-74f4-4cbb-8fcf-5836917df185 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 943 time: 0.0467877 Oct 12 02:46:44.074302 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Checking agent: {'id': '88370fd4-27b8-4343-82cb-f37f7d6b658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'started_at': datetime.datetime(2022, 10, 12, 2, 27, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 02:46:44.074635 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Checking segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 02:46:44.075024 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Bound using segment: {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'} {{(pid=104435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 02:46:44.075469 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.managers [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Bound port: 3f5b0fe8-008f-45a2-9957-cc7906deea91, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96001193-b4a5-4f4c-a088-4afa8899a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db'}}] {{(pid=104435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 02:46:44.075830 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:44.085021 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f8b47998-4a7b-4b76-9f87-3bf5cb27f2b9 req-3863704c-b745-4c70-9fb9-3b0eb72a4d9d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451775 Oct 12 02:46:44.144988 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] For port 3f5b0fe8-008f-45a2-9957-cc7906deea91, host hv-cinder-84914, cleared binding levels {{(pid=104435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 02:46:44.148595 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] For port 3f5b0fe8-008f-45a2-9957-cc7906deea91, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3f5b0fe8-008f-45a2-9957-cc7906deea91,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 02:46:44.155611 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:44.159728 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:44.160434 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:44.161850 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/3f5b0fe8-008f-45a2-9957-cc7906deea91 HTTP/1.1" status: 200 len: 1093 time: 0.6386108 Oct 12 02:46:44.162390 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'tag': '3f5b0fe8-008f-45a2-9957-cc7906deea91'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:46:44.164602 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447cc8a2-d285-47e2-9203-a6b81eed42d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d50f8e-f68c-430e-9e72-ab304648b8c7", "tag": "3f5b0fe8-008f-45a2-9957-cc7906deea91"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:46:44.215141 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58279d9c-d16c-4992-8853-50c6de57f3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5b0fe8-008f-45a2-9957-cc7906deea91,revision_number=3']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:44.266691 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-6a1f2039-c878-48fa-ae78-f559fa58b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:44.268224 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-6a1f2039-c878-48fa-ae78-f559fa58b53b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 1127 time: 0.0417264 Oct 12 02:46:44.269695 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef8d261-99e6-48b4-9192-071d38c7a418 x-openstack-request-id: req-3ef8d261-99e6-48b4-9192-071d38c7a418 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:46:44.269976 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d50f8e-f68c-430e-9e72-ab304648b8c7", "tag": "3f5b0fe8-008f-45a2-9957-cc7906deea91", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:46:44.270230 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ef8d261-99e6-48b4-9192-071d38c7a418 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:46:44.270644 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef8d261-99e6-48b4-9192-071d38c7a418'] response: {'name': 'network-changed', 'server_uuid': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'tag': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'status': 'completed', 'code': 200} Oct 12 02:46:44.334936 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-ac2e6e9a-3163-4a59-b210-5bf23f70cf20 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f5b0fe8-008f-45a2-9957-cc7906deea91 HTTP/1.1" status: 200 len: 217 time: 0.0368805 Oct 12 02:46:44.383699 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-10e52475-f2bd-4e0d-b59c-2cc265b8ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:44.385958 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-10e52475-f2bd-4e0d-b59c-2cc265b8ee4d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0449150 Oct 12 02:46:44.429281 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-bb3f65be-fd3c-4086-ac67-ebcff67c1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:44.431824 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-bb3f65be-fd3c-4086-ac67-ebcff67c1141 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403881 Oct 12 02:46:44.500261 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:44.526690 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-9c2a95e9-663f-48c2-a60a-ea30c65068d3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883579 Oct 12 02:46:44.616199 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-fd17b696-16dd-4c9c-b2ee-b385e3718364 req-d5202222-e65e-476d-a5d2-df1666475f65 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831828 Oct 12 02:46:44.961932 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-e0b68c3d-59f1-4519-9e40-ab73ac185225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:44.963392 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-e0b68c3d-59f1-4519-9e40-ab73ac185225 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 1127 time: 0.0427623 Oct 12 02:46:45.041232 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:45.055496 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-dfa71753-9e69-4561-a820-7742a64db4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:45.056990 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-dfa71753-9e69-4561-a820-7742a64db4d1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0856135 Oct 12 02:46:45.100940 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-b3ea5b71-f185-4252-9140-37b1b186dc4f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f5b0fe8-008f-45a2-9957-cc7906deea91 HTTP/1.1" status: 200 len: 217 time: 0.0348611 Oct 12 02:46:45.150932 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-941699ff-d2a0-4def-9ce5-0c3f158e869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:45.152403 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-941699ff-d2a0-4def-9ce5-0c3f158e869b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0435703 Oct 12 02:46:45.198140 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-982361e4-590b-4e66-baed-0a32c5a7c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:45.199664 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-982361e4-590b-4e66-baed-0a32c5a7c6a1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390453 Oct 12 02:46:45.207923 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47364f38-a7fb-4181-8f5c-67c2cefcbc71 req-2fd643b5-cc29-4435-bc69-a2356514fbe8 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:45.209903 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-47364f38-a7fb-4181-8f5c-67c2cefcbc71 req-2fd643b5-cc29-4435-bc69-a2356514fbe8 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 943 time: 0.0452468 Oct 12 02:46:45.258951 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-47364f38-a7fb-4181-8f5c-67c2cefcbc71 req-deb9b450-296e-4b22-9916-a15f9d139a42 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Oct 12 02:46:45.528872 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-1203667c-8575-4e5f-8733-7fbb789a2bba service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219583 Oct 12 02:46:45.618284 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-447cc8a2-d285-47e2-9203-a6b81eed42d9 req-f5c285e9-cbf8-472f-8627-9c8452c504ef service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825732 Oct 12 02:46:45.939338 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-39276b82-9f4d-487e-8bd3-3886226e3563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:46.380826 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db779fc5-eb37-4e2c-a126-9dace9b55cb2 req-ca82db85-5ef1-4be3-b05f-44f56eab416c tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:46.382287 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-db779fc5-eb37-4e2c-a126-9dace9b55cb2 req-ca82db85-5ef1-4be3-b05f-44f56eab416c tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 943 time: 0.0502791 Oct 12 02:46:46.430635 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-db779fc5-eb37-4e2c-a126-9dace9b55cb2 req-8f01eb12-ee56-4a16-8d5a-615adaaed389 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Oct 12 02:46:47.552880 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376991e2-aed7-474e-a4d8-a58be7e41e42 req-c8e54e87-c206-410d-8c9d-4b4c549170cc tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:47.554322 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-376991e2-aed7-474e-a4d8-a58be7e41e42 req-c8e54e87-c206-410d-8c9d-4b4c549170cc tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 943 time: 0.0496476 Oct 12 02:46:47.602607 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-376991e2-aed7-474e-a4d8-a58be7e41e42 req-c9e70686-d1cc-426d-b434-8c048aff7b55 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 Oct 12 02:46:48.304681 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-938c8667-0d1e-4be6-954c-7f22031e17ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:48.718901 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65416-0d87-45e6-8214-aff533d01b7b req-f01526cd-6ece-4c6e-b553-a61996597043 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:48.720357 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-23c65416-0d87-45e6-8214-aff533d01b7b req-f01526cd-6ece-4c6e-b553-a61996597043 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 943 time: 0.0464878 Oct 12 02:46:48.768285 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-23c65416-0d87-45e6-8214-aff533d01b7b req-f48f9915-af81-400b-ba66-8344a81aec0d tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417650 Oct 12 02:46:49.324659 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:49.885346 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1b636-c08d-415f-86ad-c37f6b4223ad req-a69e697f-c152-4c07-9629-64cf8c85df15 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:49.886797 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-69b1b636-c08d-415f-86ad-c37f6b4223ad req-a69e697f-c152-4c07-9629-64cf8c85df15 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 943 time: 0.0465066 Oct 12 02:46:49.934785 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-69b1b636-c08d-415f-86ad-c37f6b4223ad req-ab105686-773b-4c3f-92a6-547d68aa3415 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425098 Oct 12 02:46:50.896827 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:51.053213 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e5a9d-b4c9-4feb-b05b-b33ac57f0d8b req-f258d3ed-c501-42ad-92d9-dd5fd727ec51 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:51.054640 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6d2e5a9d-b4c9-4feb-b05b-b33ac57f0d8b req-f258d3ed-c501-42ad-92d9-dd5fd727ec51 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 943 time: 0.0462775 Oct 12 02:46:51.106302 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-6d2e5a9d-b4c9-4feb-b05b-b33ac57f0d8b req-8b43f6d2-ce96-4560-b182-b5fa2a8bcd11 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461195 Oct 12 02:46:51.255977 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:52.228854 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ebd69-6b48-496e-9d2d-6cae71fa5738 req-fc4ea8b8-1acd-43a9-8144-95b572bce145 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:52.230536 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d38ebd69-6b48-496e-9d2d-6cae71fa5738 req-fc4ea8b8-1acd-43a9-8144-95b572bce145 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 943 time: 0.0493262 Oct 12 02:46:52.278117 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-d38ebd69-6b48-496e-9d2d-6cae71fa5738 req-33bfd0b7-4925-4c72-b215-ed7a853332ef tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421138 Oct 12 02:46:52.352805 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3f5b0fe8-008f-45a2-9957-cc7906deea91 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=104437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 02:46:52.450188 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 3f5b0fe8-008f-45a2-9957-cc7906deea91, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3f5b0fe8-008f-45a2-9957-cc7906deea91,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:52.460983 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Returning: {'device': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'port_id': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'mac_address': 'fa:16:3e:cf:39:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 02:46:52.498530 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 3f5b0fe8-008f-45a2-9957-cc7906deea91 is: DOWN; New status is: BUILD {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:46:52.498915 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:52.512187 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5b0fe8-008f-45a2-9957-cc7906deea91 {{(pid=104437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 02:46:52.531305 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 3f5b0fe8-008f-45a2-9957-cc7906deea91, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3f5b0fe8-008f-45a2-9957-cc7906deea91,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:52.534790 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:52.578987 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=3f5b0fe8-008f-45a2-9957-cc7906deea91,revision_number=4']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:52.585926 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.586275 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.586616 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.586954 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.587286 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.587620 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.587945 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.588267 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.588590 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.588945 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.589269 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.589592 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.589912 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.590230 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.590550 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:46:52.830920 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] get_ports_and_sgs() called for port_ids ['3f5b0fe8-008f-45a2-9957-cc7906deea91'] {{(pid=104437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 02:46:53.397368 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fedb1-2c20-4ecb-8d9e-a07dc93bed96 req-234546b5-f12d-485a-9ddd-03efa3e01ece tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:53.399377 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2a5fedb1-2c20-4ecb-8d9e-a07dc93bed96 req-234546b5-f12d-485a-9ddd-03efa3e01ece tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 944 time: 0.0465887 Oct 12 02:46:53.448442 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2a5fedb1-2c20-4ecb-8d9e-a07dc93bed96 req-635fdd58-4147-402e-8f63-c72f37f229e0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431788 Oct 12 02:46:54.361756 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3f5b0fe8-008f-45a2-9957-cc7906deea91 up at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 02:46:54.408390 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning for port 3f5b0fe8-008f-45a2-9957-cc7906deea91 completed by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 02:46:54.414122 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Provisioning complete for port 3f5b0fe8-008f-45a2-9957-cc7906deea91 triggered by entity L2. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:46:54.414562 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:54.414897 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Attempt 1 to provision port 3f5b0fe8-008f-45a2-9957-cc7906deea91 Oct 12 02:46:54.452028 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:54.457460 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:54.487977 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Current status of the port 3f5b0fe8-008f-45a2-9957-cc7906deea91 is: BUILD; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:46:54.488371 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), before_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:54.512493 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5b0fe8-008f-45a2-9957-cc7906deea91'}] {{(pid=104437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:46:54.514756 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775c0d11c1b744f62991b68cf59b2c6624c7a1b90a95a0376dde5f263228e53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45c41b7-e603-40da-8907-75d56c7cf86d" -d '{"events": [{"server_uuid": "d7d50f8e-f68c-430e-9e72-ab304648b8c7", "name": "network-vif-plugged", "status": "completed", "tag": "3f5b0fe8-008f-45a2-9957-cc7906deea91"}]}' {{(pid=104437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:46:54.528361 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] For port 3f5b0fe8-008f-45a2-9957-cc7906deea91, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3f5b0fe8-008f-45a2-9957-cc7906deea91,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:46:54.533395 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:54.562211 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6df8202-9c8e-4889-a6af-7d59e9e0eaa2 x-openstack-request-id: req-d6df8202-9c8e-4889-a6af-7d59e9e0eaa2 {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:46:54.562495 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d50f8e-f68c-430e-9e72-ab304648b8c7", "name": "network-vif-plugged", "status": "completed", "tag": "3f5b0fe8-008f-45a2-9957-cc7906deea91", "code": 200}]} {{(pid=104437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:46:54.562749 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6df8202-9c8e-4889-a6af-7d59e9e0eaa2 {{(pid=104437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:46:54.563140 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6df8202-9c8e-4889-a6af-7d59e9e0eaa2'] response: {'server_uuid': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'code': 200} Oct 12 02:46:54.573290 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9af13-53c6-4e3b-9116-d417725cc952 req-3e49c17a-2a22-4c0e-bcc4-75a7bcfef585 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:54.574743 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8ca9af13-53c6-4e3b-9116-d417725cc952 req-3e49c17a-2a22-4c0e-bcc4-75a7bcfef585 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 945 time: 0.0499864 Oct 12 02:46:54.582284 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Pushing event updated for resources: {'Port': ['ID=3f5b0fe8-008f-45a2-9957-cc7906deea91,revision_number=5']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:54.627132 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-8ca9af13-53c6-4e3b-9116-d417725cc952 req-394e2f61-7c64-46e7-8b2f-8cd4d94c4222 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465693 Oct 12 02:46:54.799041 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:54.809007 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84172089-c82e-4226-a5c6-d62cb55cc931 req-9c88f1f7-d804-4836-8ad4-96ec545e9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:54.810492 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84172089-c82e-4226-a5c6-d62cb55cc931 req-9c88f1f7-d804-4836-8ad4-96ec545e9da2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 1129 time: 0.0382278 Oct 12 02:46:54.856308 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-84172089-c82e-4226-a5c6-d62cb55cc931 req-53d0b90d-f3bb-4c64-913b-42393795c62e service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394907 Oct 12 02:46:55.750777 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4af497-8634-40fb-89bd-80a0a3b3fe2b req-4850fc11-3a69-4055-82d8-14bf2e61bac2 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:55.752237 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-eb4af497-8634-40fb-89bd-80a0a3b3fe2b req-4850fc11-3a69-4055-82d8-14bf2e61bac2 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 945 time: 0.0499942 Oct 12 02:46:55.800721 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-eb4af497-8634-40fb-89bd-80a0a3b3fe2b req-41b299e0-7420-47b0-b2ba-c633fa7294e6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Oct 12 02:46:56.345483 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:56.350152 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:56.920559 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3704d4e-c865-4ce8-811a-cf12be81af3b req-945f7d6c-c7d3-4003-8a66-4465b442323f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:56.922002 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3704d4e-c865-4ce8-811a-cf12be81af3b req-945f7d6c-c7d3-4003-8a66-4465b442323f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 945 time: 0.0457764 Oct 12 02:46:56.972671 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-f3704d4e-c865-4ce8-811a-cf12be81af3b req-d7ff6ed1-3f76-4002-91d3-7734ceceae29 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451539 Oct 12 02:46:57.092191 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6ede0-4c87-42f2-becc-7e1c7e3ed8b1 req-0e2d0269-fd54-4cb4-a563-97bd0583df89 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:57.093618 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-72e6ede0-4c87-42f2-becc-7e1c7e3ed8b1 req-0e2d0269-fd54-4cb4-a563-97bd0583df89 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 945 time: 0.0478327 Oct 12 02:46:57.142306 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-72e6ede0-4c87-42f2-becc-7e1c7e3ed8b1 req-91afada3-a8e6-4ef7-9ddc-16796c0f1c5c tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431461 Oct 12 02:46:57.171002 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37284) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:57.206895 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1415a83c-316c-41ec-a517-ca9d9e9d1dc9 tempest-TestVolumeBootPattern-240147567 tempest-TestVolumeBootPattern-240147567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:57.208366 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-1415a83c-316c-41ec-a517-ca9d9e9d1dc9 tempest-TestVolumeBootPattern-240147567 tempest-TestVolumeBootPattern-240147567-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 1124 time: 0.0364134 Oct 12 02:46:57.211480 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37286) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:46:57.215489 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.v2.base [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Request body: {'floatingip': {'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'port_id': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 02:46:57.236894 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:57.301604 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:57.316014 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (None), before_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:57.421486 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_common [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Allocated IP 172.27.4.216 (593c69e4-3075-4dd6-b6fa-c96fdcfde050/9a846df1-b9d0-4600-9a65-7010a0ef9e3d/27b8e399-8689-4317-aec6-bff0559d57c6) {{(pid=104435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 02:46:57.521319 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for port (27b8e399-8689-4317-aec6-bff0559d57c6), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:57.552004 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435083484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (27b8e399-8689-4317-aec6-bff0559d57c6), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:57.595094 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Network 593c69e4-3075-4dd6-b6fa-c96fdcfde050 is already hosted by enough agents. {{(pid=104435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 02:46:57.597966 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.base_scheduler [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Resources bound (agent type, host, resource id): {{(pid=104435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 02:46:57.601790 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Received port after_create {{(pid=104435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 02:46:57.623659 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'Port': ['ID=27b8e399-8689-4317-aec6-bff0559d57c6,revision_number=1']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:57.691952 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:57.953777 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (28dfefb4-5e68-428c-8305-8a09d19118ef), precommit_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:58.018239 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409943'] for port (27b8e399-8689-4317-aec6-bff0559d57c6), before_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:58.045039 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:58.167039 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for port (27b8e399-8689-4317-aec6-bff0559d57c6), precommit_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:58.171521 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748435555777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435083502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435084292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26805538'] for port (27b8e399-8689-4317-aec6-bff0559d57c6), after_update {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:58.241714 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728461'] for floatingip (28dfefb4-5e68-428c-8305-8a09d19118ef), after_create {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:58.243923 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event updated for resources: {'Port': ['ID=27b8e399-8689-4317-aec6-bff0559d57c6,revision_number=2']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:46:58.334424 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Floating IP 28dfefb4-5e68-428c-8305-8a09d19118ef associated. External IP: 172.27.4.216, port: 3f5b0fe8-008f-45a2-9957-cc7906deea91. Oct 12 02:46:58.528631 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Router d9346505-8537-497f-a610-44069e3f5e20 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:46:58.586395 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:58.633134 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:46:58.642894 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] Sync routers for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:46:58.651123 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:58.652934 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:46:58.653546 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:46:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:58.681137 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-7da3395f-481c-426b-b305-5afad7000217 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4686618 Oct 12 02:46:58.681782 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'tag': '3f5b0fe8-008f-45a2-9957-cc7906deea91'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:46:58.684036 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a3e563-6b77-4364-a7dd-b5e71f905e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d50f8e-f68c-430e-9e72-ab304648b8c7", "tag": "3f5b0fe8-008f-45a2-9957-cc7906deea91"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:46:58.702434 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:46:58.721140 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6b5a75-b191-4013-b1af-87bd605f7240 x-openstack-request-id: req-4c6b5a75-b191-4013-b1af-87bd605f7240 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:46:58.721449 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d50f8e-f68c-430e-9e72-ab304648b8c7", "tag": "3f5b0fe8-008f-45a2-9957-cc7906deea91", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:46:58.721703 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c6b5a75-b191-4013-b1af-87bd605f7240 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:46:58.722108 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6b5a75-b191-4013-b1af-87bd605f7240'] response: {'name': 'network-changed', 'server_uuid': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'tag': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'status': 'completed', 'code': 200} Oct 12 02:46:58.761464 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:46:58.811689 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-b3843fd6-d8cd-4fb7-9d80-b4eff5764033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:58.813179 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-b3843fd6-d8cd-4fb7-9d80-b4eff5764033 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 1129 time: 0.0386140 Oct 12 02:46:58.908289 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-3dfd4ab4-792b-4d28-be18-b5f1ac74fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:58.909789 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-3dfd4ab4-792b-4d28-be18-b5f1ac74fb1e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0900936 Oct 12 02:46:58.969707 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:46:58.974373 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-bb54a683-99b1-402c-949d-018d63e4ab7f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f5b0fe8-008f-45a2-9957-cc7906deea91 HTTP/1.1" status: 200 len: 999 time: 0.0589237 Oct 12 02:46:58.975418 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '28dfefb4-5e68-428c-8305-8a09d19118ef', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.216', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:cf:39:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:46:57Z', 'updated_at': '2022-10-12T02:46:57Z', 'revision_number': 0, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}, {'id': 'c1c66b14-65bc-401b-a8df-762f3fdbde98', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:61:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:45:06Z', 'updated_at': '2022-10-12T02:45:08Z', 'revision_number': 1, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:59.000216 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] Checking router: d9346505-8537-497f-a610-44069e3f5e20 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:46:59.009036 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:46:59.009641 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:46:48Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:59.021998 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-50d73d64-8576-452f-81d9-d491508caadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:59.024040 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-50d73d64-8576-452f-81d9-d491508caadf service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0443506 Oct 12 02:46:59.065591 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-f5976031-e2d4-4d52-967f-7b38eaed4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:46:59.067008 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-f5976031-e2d4-4d52-967f-7b38eaed4481 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377452 Oct 12 02:46:59.165067 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-9f2bb1dc-4702-4b83-b05b-d833e3857c55 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923355 Oct 12 02:46:59.196465 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:46:59.255164 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-57a3e563-6b77-4364-a7dd-b5e71f905e7e req-7f335c68-b051-4ff1-9987-38230d95e720 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846493 Oct 12 02:46:59.270084 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:46:59.410111 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '28dfefb4-5e68-428c-8305-8a09d19118ef', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.216', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:cf:39:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:46:57Z', 'updated_at': '2022-10-12T02:46:57Z', 'revision_number': 0, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}, {'id': 'c1c66b14-65bc-401b-a8df-762f3fdbde98', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:61:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:45:06Z', 'updated_at': '2022-10-12T02:45:08Z', 'revision_number': 1, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:46:59.433954 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f4f2f-bbf8-4840-93bc-c0b15260a7a6 None None] The sync data for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi is: [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': '28dfefb4-5e68-428c-8305-8a09d19118ef', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.216', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:cf:39:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:46:57Z', 'updated_at': '2022-10-12T02:46:57Z', 'revision_number': 0, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}, {'id': 'c1c66b14-65bc-401b-a8df-762f3fdbde98', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:61:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:45:06Z', 'updated_at': '2022-10-12T02:45:08Z', 'revision_number': 1, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:46:59.619154 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61edb94f-0148-4bc3-a3b0-e6ad61ea0802 None None] New status for floating IP 28dfefb4-5e68-428c-8305-8a09d19118ef: ACTIVE {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:47:06.957154 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=61 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:06.969106 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=67 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:09.250838 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:09.251726 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=31 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:09.716939 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:09.718858 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:14.382598 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=80 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:14.383361 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:15.940967 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7a0b32c5-1ad6-4fd0-85a7-ea308d494d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:18.305779 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-008a9b6a-0a21-4930-8696-6547ff2de35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:19.328656 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:21.049556 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:21.258982 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:29.300260 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:33.341488 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:33.345593 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:35.690567 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:47:39.294365 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:39.296280 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:39.446473 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46b63887-5ac1-4713-911f-2350345931ee req-2242e9bc-593c-4d70-97c6-46d57fc1e5dd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404117 Oct 12 02:47:39.545848 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63887-5ac1-4713-911f-2350345931ee req-01f345b7-740c-4804-828f-f32742c78880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:47:39.547290 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46b63887-5ac1-4713-911f-2350345931ee req-01f345b7-740c-4804-828f-f32742c78880 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 1129 time: 0.0384583 Oct 12 02:47:39.649235 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63887-5ac1-4713-911f-2350345931ee req-b5a06c9a-1bab-4a02-a044-dfe7de26c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:47:39.650677 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46b63887-5ac1-4713-911f-2350345931ee req-b5a06c9a-1bab-4a02-a044-dfe7de26c0ee service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0844975 Oct 12 02:47:39.714206 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46b63887-5ac1-4713-911f-2350345931ee req-b7d32335-2a0a-448c-8c62-417b0af5888c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a932fdd-a6eb-4530-952f-21adba6785ea HTTP/1.1" status: 200 len: 1001 time: 0.0570424 Oct 12 02:47:39.763949 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63887-5ac1-4713-911f-2350345931ee req-c88eee8a-8b3a-48ce-9bb1-eb110244abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:47:39.765376 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46b63887-5ac1-4713-911f-2350345931ee req-c88eee8a-8b3a-48ce-9bb1-eb110244abfa service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0440264 Oct 12 02:47:39.806560 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63887-5ac1-4713-911f-2350345931ee req-83014aeb-2407-4b5b-80a2-056ec3c83b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:47:39.807978 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46b63887-5ac1-4713-911f-2350345931ee req-83014aeb-2407-4b5b-80a2-056ec3c83b10 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368249 Oct 12 02:47:39.900569 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46b63887-5ac1-4713-911f-2350345931ee req-d97851ee-07df-4e39-b849-5a7208648ac8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861461 Oct 12 02:47:39.989048 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-46b63887-5ac1-4713-911f-2350345931ee req-9adc3430-706e-44ca-a9d3-23d28246575b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818067 Oct 12 02:47:45.943775 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-67254675-a32e-4960-abcc-2c80f233b177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:48.307045 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4843-e9b2-45e5-83a9-efd91fbc265a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:49.330001 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:49.984102 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=53 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:49.985959 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=48 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:50.902897 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:51.261852 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:47:53.331585 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:53.332326 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:47:59.300243 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:09.289925 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:09.294983 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:10.921866 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=15 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:10.924322 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=17 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:12.690107 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:48:15.945047 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4801-211d-45d8-89c2-dd5b181c83fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:18.309203 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-4f779357-d281-4fe3-b695-f43590cec1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:19.335327 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:20.904789 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:21.265280 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:22.685170 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:22.685980 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:29.314672 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:30.107385 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37318) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:30.312499 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Deleting port 27b8e399-8689-4317-aec6-bff0559d57c6 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:30.313384 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (27b8e399-8689-4317-aec6-bff0559d57c6), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:30.389310 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (27b8e399-8689-4317-aec6-bff0559d57c6), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:30.389541 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (27b8e399-8689-4317-aec6-bff0559d57c6), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:30.403644 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Calling delete_port for 27b8e399-8689-4317-aec6-bff0559d57c6 owned by network:floatingip {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:30.543197 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (27b8e399-8689-4317-aec6-bff0559d57c6), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:30.567979 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event deleted for resources: {'Port': ['ID=27b8e399-8689-4317-aec6-bff0559d57c6,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:30.579778 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.580125 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.580473 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.580834 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.581167 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.581496 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.581823 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.582147 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.582470 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.582793 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.583114 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.583438 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.583810 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.584072 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.584387 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:30.642646 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (28dfefb4-5e68-428c-8305-8a09d19118ef), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:30.642911 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Floating IP 28dfefb4-5e68-428c-8305-8a09d19118ef disassociated (deleted). External IP: 172.27.4.216, port: 3f5b0fe8-008f-45a2-9957-cc7906deea91. Oct 12 02:48:30.834012 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Router d9346505-8537-497f-a610-44069e3f5e20 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:48:30.934612 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:48:30.939460 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:30.943874 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] Sync routers for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:48:30.955921 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:48:30.956520 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:48:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:30.971093 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-e6562338-451d-454c-b8fa-61584972ebd0 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/28dfefb4-5e68-428c-8305-8a09d19118ef HTTP/1.1" status: 204 len: 168 time: 0.8595819 Oct 12 02:48:30.971093 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'tag': '3f5b0fe8-008f-45a2-9957-cc7906deea91'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:48:30.972587 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8568e4f5-ccc6-4c74-9917-fe70fdae309d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d50f8e-f68c-430e-9e72-ab304648b8c7", "tag": "3f5b0fe8-008f-45a2-9957-cc7906deea91"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:48:31.027441 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a2ebc3-744a-4169-803b-cbc776f5ac2d x-openstack-request-id: req-d4a2ebc3-744a-4169-803b-cbc776f5ac2d {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:48:31.027734 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d50f8e-f68c-430e-9e72-ab304648b8c7", "tag": "3f5b0fe8-008f-45a2-9957-cc7906deea91", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:48:31.027985 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4a2ebc3-744a-4169-803b-cbc776f5ac2d {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:48:31.028392 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a2ebc3-744a-4169-803b-cbc776f5ac2d'] response: {'name': 'network-changed', 'server_uuid': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'tag': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'status': 'completed', 'code': 200} Oct 12 02:48:31.061008 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:48:31.085568 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:31.122770 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:31.138923 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-7b26fe88-f2c5-49ba-ae66-65f38504fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:31.140621 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-7b26fe88-f2c5-49ba-ae66-65f38504fc0c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 1129 time: 0.0633445 Oct 12 02:48:31.235116 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd685f-15e8-4e75-a360-15fcbee6eace req-2b38e03d-8ebb-45cf-8a01-0ca962b0fb9f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:31.237439 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3abd685f-15e8-4e75-a360-15fcbee6eace req-2b38e03d-8ebb-45cf-8a01-0ca962b0fb9f tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 945 time: 0.0494297 Oct 12 02:48:31.285421 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'c1c66b14-65bc-401b-a8df-762f3fdbde98', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:61:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:45:06Z', 'updated_at': '2022-10-12T02:45:08Z', 'revision_number': 1, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:31.296966 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-3abd685f-15e8-4e75-a360-15fcbee6eace req-9e8c4bd0-8477-4622-9e1b-e49faa4ac5b5 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451331 Oct 12 02:48:31.310899 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] Checking router: d9346505-8537-497f-a610-44069e3f5e20 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:48:31.319403 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:48:31.319996 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:48:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:31.420249 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:48:31.623882 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'c1c66b14-65bc-401b-a8df-762f3fdbde98', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:61:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:45:06Z', 'updated_at': '2022-10-12T02:45:08Z', 'revision_number': 1, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:31.648919 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b88607-46aa-4b94-b766-926f758ed617 None None] The sync data for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi is: [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_floatingips': [{'id': 'c1c66b14-65bc-401b-a8df-762f3fdbde98', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'floating_ip_address': '172.27.4.243', 'floating_network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'router_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'port_id': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'mac_address': 'fa:16:3e:61:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T02:45:06Z', 'updated_at': '2022-10-12T02:45:08Z', 'revision_number': 1, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:48:31.874655 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ff094-0319-42ca-8d81-f984a99771ae None None] New status for floating IP 28dfefb4-5e68-428c-8305-8a09d19118ef: DOWN {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:48:32.335542 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-242a9fb7-5a00-458c-93b3-8d3e05856b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:32.337096 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-242a9fb7-5a00-458c-93b3-8d3e05856b29 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0852189 Oct 12 02:48:32.423486 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7659466-88a9-4401-b9f0-603a9a23c1eb req-54202523-3882-4b48-8bdf-21573f773d0e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:32.424956 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7659466-88a9-4401-b9f0-603a9a23c1eb req-54202523-3882-4b48-8bdf-21573f773d0e tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 945 time: 0.0500128 Oct 12 02:48:32.475096 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-d7659466-88a9-4401-b9f0-603a9a23c1eb req-8aac88b1-a000-43ec-af13-f4d81445e141 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445437 Oct 12 02:48:32.568365 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-ddcbc383-094e-415a-aa29-952d11ff1414 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f5b0fe8-008f-45a2-9957-cc7906deea91 HTTP/1.1" status: 200 len: 217 time: 0.0325177 Oct 12 02:48:32.616423 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-8c32c885-bbf7-46ca-841a-d3d1e0b5aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:32.617785 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-8c32c885-bbf7-46ca-841a-d3d1e0b5aac6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0434558 Oct 12 02:48:32.663102 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-9def1c90-6db5-4977-9f01-fc0f1619b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:32.664524 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-9def1c90-6db5-4977-9f01-fc0f1619b7b8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408826 Oct 12 02:48:32.944050 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-f633e99a-505f-402d-9b41-8bc12ad454be service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850112 Oct 12 02:48:33.039865 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd48a-5620-40b3-96bb-b4a124383538 req-eaec61f8-aefd-4b97-a2d3-894e30b937f4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:33.041339 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-042fd48a-5620-40b3-96bb-b4a124383538 req-eaec61f8-aefd-4b97-a2d3-894e30b937f4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 945 time: 0.0461960 Oct 12 02:48:33.131502 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-042fd48a-5620-40b3-96bb-b4a124383538 req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Deleting port 3f5b0fe8-008f-45a2-9957-cc7906deea91 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:33.131845 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-042fd48a-5620-40b3-96bb-b4a124383538 req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:33.225202 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [req-042fd48a-5620-40b3-96bb-b4a124383538 req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] For port 3f5b0fe8-008f-45a2-9957-cc7906deea91, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3f5b0fe8-008f-45a2-9957-cc7906deea91,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:48:33.225558 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-042fd48a-5620-40b3-96bb-b4a124383538 req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:33.238997 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [req-042fd48a-5620-40b3-96bb-b4a124383538 req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Calling delete_port for 3f5b0fe8-008f-45a2-9957-cc7906deea91 owned by compute:nova {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:33.315081 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-8568e4f5-ccc6-4c74-9917-fe70fdae309d req-dc81a6a2-4ea5-460c-ab02-760ce7a42fce service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197565 Oct 12 02:48:33.369461 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-042fd48a-5620-40b3-96bb-b4a124383538 req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (3f5b0fe8-008f-45a2-9957-cc7906deea91), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:33.397402 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event deleted for resources: {'Port': ['ID=3f5b0fe8-008f-45a2-9957-cc7906deea91,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:33.433456 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.433808 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.434149 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.434492 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.434821 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.435152 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.435478 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.435805 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.436128 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.436454 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.436801 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.437126 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.437448 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.438393 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.438717 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:33.455585 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [req-042fd48a-5620-40b3-96bb-b4a124383538 req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] No DVR routers for this DVR port 3f5b0fe8-008f-45a2-9957-cc7906deea91 on host hv-cinder-84914 {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:48:33.457774 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [req-042fd48a-5620-40b3-96bb-b4a124383538 req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:33.460946 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-042fd48a-5620-40b3-96bb-b4a124383538 req-4f77e9a5-8d07-4cbf-a48a-92a3ecb2f6e3 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "DELETE /networking/v2.0/ports/3f5b0fe8-008f-45a2-9957-cc7906deea91 HTTP/1.1" status: 204 len: 173 time: 0.4147468 Oct 12 02:48:33.461429 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'name': 'network-vif-deleted', 'tag': '3f5b0fe8-008f-45a2-9957-cc7906deea91'}] {{(pid=104436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:48:33.463744 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be8267ab77fea1d413262fae33591f5314a68b91670a3b121e06377445ee0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ab8223-94db-4129-885f-43ae4d6d80ae" -d '{"events": [{"server_uuid": "d7d50f8e-f68c-430e-9e72-ab304648b8c7", "name": "network-vif-deleted", "tag": "3f5b0fe8-008f-45a2-9957-cc7906deea91"}]}' {{(pid=104436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:48:33.581328 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-0770b79f-a1a1-4644-8008-1d101326f755 req-ff2a3576-f1a4-4fdd-afb9-a90abdee8074 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7d50f8e-f68c-430e-9e72-ab304648b8c7 HTTP/1.1" status: 200 len: 210 time: 0.0278122 Oct 12 02:48:33.584860 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa5a2f2-c81d-49e7-ab15-2d755385a5b2 x-openstack-request-id: req-4fa5a2f2-c81d-49e7-ab15-2d755385a5b2 {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:48:33.585153 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d50f8e-f68c-430e-9e72-ab304648b8c7", "name": "network-vif-deleted", "tag": "3f5b0fe8-008f-45a2-9957-cc7906deea91", "status": "completed", "code": 200}]} {{(pid=104436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:48:33.585406 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fa5a2f2-c81d-49e7-ab15-2d755385a5b2 {{(pid=104436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:48:33.585812 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa5a2f2-c81d-49e7-ab15-2d755385a5b2'] response: {'server_uuid': 'd7d50f8e-f68c-430e-9e72-ab304648b8c7', 'name': 'network-vif-deleted', 'tag': '3f5b0fe8-008f-45a2-9957-cc7906deea91', 'status': 'completed', 'code': 200} Oct 12 02:48:36.879185 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37366) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:36.953431 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3f5b0fe8-008f-45a2-9957-cc7906deea91 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:48:36.973383 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 3f5b0fe8-008f-45a2-9957-cc7906deea91 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:48:36.973722 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 3f5b0fe8-008f-45a2-9957-cc7906deea91 not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:48:37.014980 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Deleting port 3961e0cf-e42c-411a-be1a-2999c10a0dff {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:37.015319 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (3961e0cf-e42c-411a-be1a-2999c10a0dff), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:37.093144 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (3961e0cf-e42c-411a-be1a-2999c10a0dff), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:37.093463 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (3961e0cf-e42c-411a-be1a-2999c10a0dff), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:37.106223 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Calling delete_port for 3961e0cf-e42c-411a-be1a-2999c10a0dff owned by network:floatingip {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:37.224841 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:37.247329 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (3961e0cf-e42c-411a-be1a-2999c10a0dff), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:37.252512 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:37.273077 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event deleted for resources: {'Port': ['ID=3961e0cf-e42c-411a-be1a-2999c10a0dff,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:37.334338 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (c1c66b14-65bc-401b-a8df-762f3fdbde98), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:37.334659 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.db.l3_db [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Floating IP c1c66b14-65bc-401b-a8df-762f3fdbde98 disassociated (deleted). External IP: 172.27.4.243, port: 6a932fdd-a6eb-4530-952f-21adba6785ea. Oct 12 02:48:37.530545 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Router d9346505-8537-497f-a610-44069e3f5e20 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:48:37.631492 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:48:37.635810 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:37.641321 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] Sync routers for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:48:37.651978 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:48:37.652586 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:48:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:37.668272 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-67980d37-49f7-4aed-9472-ab18f42542d9 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/c1c66b14-65bc-401b-a8df-762f3fdbde98 HTTP/1.1" status: 204 len: 168 time: 0.7856669 Oct 12 02:48:37.668272 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'tag': '6a932fdd-a6eb-4530-952f-21adba6785ea'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:48:37.668796 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05761eff-39fe-446a-8487-c0d1c7b3a233" -d '{"events": [{"name": "network-changed", "server_uuid": "269ae487-b0f5-4513-a5a9-baa48cc9883a", "tag": "6a932fdd-a6eb-4530-952f-21adba6785ea"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:48:37.708171 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 02:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4510d3f-9c19-457e-a84f-a648306e7e65 x-openstack-request-id: req-f4510d3f-9c19-457e-a84f-a648306e7e65 {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:48:37.708467 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269ae487-b0f5-4513-a5a9-baa48cc9883a", "tag": "6a932fdd-a6eb-4530-952f-21adba6785ea", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:48:37.708738 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4510d3f-9c19-457e-a84f-a648306e7e65 {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:48:37.709164 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4510d3f-9c19-457e-a84f-a648306e7e65'] response: {'name': 'network-changed', 'server_uuid': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'tag': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'status': 'completed', 'code': 200} Oct 12 02:48:37.761665 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:48:37.837087 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-1f36246c-7d8c-4e90-83f4-60dfd9542af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:37.838744 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-1f36246c-7d8c-4e90-83f4-60dfd9542af5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0420b1fe8ff5451dba85de3001a3932f&device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 1129 time: 0.0651584 Oct 12 02:48:37.848733 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:37.890672 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691de70-c0b7-4032-a892-0509ad9f0ba1 req-779cf2d5-7d55-467f-92c0-7705a829920a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:37.892172 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c691de70-c0b7-4032-a892-0509ad9f0ba1 req-779cf2d5-7d55-467f-92c0-7705a829920a tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 945 time: 0.0473495 Oct 12 02:48:37.942385 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-c691de70-c0b7-4032-a892-0509ad9f0ba1 req-a00f0df4-914e-4ca4-8c4d-42962d732e61 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440555 Oct 12 02:48:37.951896 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=100 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:37.972585 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:37.996932 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] Checking router: d9346505-8537-497f-a610-44069e3f5e20 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:48:38.005623 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:48:38.006199 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:48:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:38.184962 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:48:38.364590 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:38.389299 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9565d73-1956-4598-9a6e-fb0181ad61ac None None] The sync data for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi is: [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:42:12Z', 'revision_number': 4, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi', '_interfaces': [{'id': '69654eef-aa9b-4c41-890c-e07b6073e868', 'name': '', 'network_id': 'c8f4d944-2283-4081-9e18-98805e4df4db', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'mac_address': 'fa:16:3e:91:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:11Z', 'updated_at': '2022-10-12T02:42:18Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'subnets': [{'id': '00aacf4c-2c13-4c74-b08a-5c950b34b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:48:38.595676 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47173418-4da7-463f-9cd7-043a2e372d88 None None] New status for floating IP c1c66b14-65bc-401b-a8df-762f3fdbde98: DOWN {{(pid=104437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 02:48:39.005583 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-ee477ed8-19bb-4350-bbfc-f04ae97e08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:39.007040 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-ee477ed8-19bb-4350-bbfc-f04ae97e08b4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 200 len: 913 time: 0.0887513 Oct 12 02:48:39.062944 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606af045-777e-4b8c-833f-048d503294f9 req-fb1badab-4dd9-4e44-85da-5b24430b3130 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:39.064453 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-606af045-777e-4b8c-833f-048d503294f9 req-fb1badab-4dd9-4e44-85da-5b24430b3130 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 945 time: 0.0464427 Oct 12 02:48:39.113156 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-606af045-777e-4b8c-833f-048d503294f9 req-df264c99-abfc-4dcc-9ff3-717438dfa5e5 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aff69927-7617-43d6-8c17-06c7b0d928b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430686 Oct 12 02:48:39.246620 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-b3d1705a-145c-448c-a046-aaadb9d4d9cd service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a932fdd-a6eb-4530-952f-21adba6785ea HTTP/1.1" status: 200 len: 217 time: 0.0331063 Oct 12 02:48:39.298200 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-1d65612a-57b0-4163-b033-10b76730371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:39.300238 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-1d65612a-57b0-4163-b033-10b76730371d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 200 len: 851 time: 0.0472465 Oct 12 02:48:39.342744 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-6912b018-0958-4dcc-b493-55b5d12ad287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:39.344188 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-6912b018-0958-4dcc-b493-55b5d12ad287 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c8f4d944-2283-4081-9e18-98805e4df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377979 Oct 12 02:48:39.520978 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:39.555024 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-03be47bb-704d-4f23-99b3-a511f6e80771 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834622 Oct 12 02:48:39.620251 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:39.651460 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-9c6cbb2a-ceaa-4494-9793-5467267ac7c4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 02:48:39.652937 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-9c6cbb2a-ceaa-4494-9793-5467267ac7c4 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 945 time: 0.0496242 Oct 12 02:48:39.692171 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [req-05761eff-39fe-446a-8487-c0d1c7b3a233 req-5f3afce1-e6c3-4abf-9437-727e38d94feb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888584 Oct 12 02:48:39.734850 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-8f8c4f90-9f71-403b-8224-6cf0226f81d6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Deleting port 6a932fdd-a6eb-4530-952f-21adba6785ea {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:39.735189 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-8f8c4f90-9f71-403b-8224-6cf0226f81d6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:39.825830 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-8f8c4f90-9f71-403b-8224-6cf0226f81d6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] For port 6a932fdd-a6eb-4530-952f-21adba6785ea, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6a932fdd-a6eb-4530-952f-21adba6785ea,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:48:39.826109 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-8f8c4f90-9f71-403b-8224-6cf0226f81d6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:39.839549 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-8f8c4f90-9f71-403b-8224-6cf0226f81d6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Calling delete_port for 6a932fdd-a6eb-4530-952f-21adba6785ea owned by compute:nova {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:39.915997 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:39.963558 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-8f8c4f90-9f71-403b-8224-6cf0226f81d6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (6a932fdd-a6eb-4530-952f-21adba6785ea), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:39.992162 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c4f90-9f71-403b-8224-6cf0226f81d6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event deleted for resources: {'Port': ['ID=6a932fdd-a6eb-4530-952f-21adba6785ea,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:40.038072 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-8f8c4f90-9f71-403b-8224-6cf0226f81d6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] No DVR routers for this DVR port 6a932fdd-a6eb-4530-952f-21adba6785ea on host hv-cinder-84914 {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:48:40.040450 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-8f8c4f90-9f71-403b-8224-6cf0226f81d6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for port (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:40.043741 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-dd51a1c9-5734-4d03-b5ef-7554e18d2b22 req-8f8c4f90-9f71-403b-8224-6cf0226f81d6 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.16 "DELETE /networking/v2.0/ports/6a932fdd-a6eb-4530-952f-21adba6785ea HTTP/1.1" status: 204 len: 173 time: 0.3845975 Oct 12 02:48:40.044231 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'name': 'network-vif-deleted', 'tag': '6a932fdd-a6eb-4530-952f-21adba6785ea'}] {{(pid=104435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 02:48:40.046469 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61aa58a55b88f7f73ca46099cfa86b826d687dea5ebbb516185a1271154ad765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03390e3-5ad2-4010-a31b-f36e01016448" -d '{"events": [{"server_uuid": "269ae487-b0f5-4513-a5a9-baa48cc9883a", "name": "network-vif-deleted", "tag": "6a932fdd-a6eb-4530-952f-21adba6785ea"}]}' {{(pid=104435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 02:48:40.085826 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 02:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7be9dd-520b-4c89-b6f5-4bab495b607c x-openstack-request-id: req-bb7be9dd-520b-4c89-b6f5-4bab495b607c {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 02:48:40.086468 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269ae487-b0f5-4513-a5a9-baa48cc9883a", "name": "network-vif-deleted", "tag": "6a932fdd-a6eb-4530-952f-21adba6785ea", "status": "completed", "code": 200}]} {{(pid=104435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 02:48:40.086598 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb7be9dd-520b-4c89-b6f5-4bab495b607c {{(pid=104435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 02:48:40.087466 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7be9dd-520b-4c89-b6f5-4bab495b607c'] response: {'server_uuid': '269ae487-b0f5-4513-a5a9-baa48cc9883a', 'name': 'network-vif-deleted', 'tag': '6a932fdd-a6eb-4530-952f-21adba6785ea', 'status': 'completed', 'code': 200} Oct 12 02:48:40.215261 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [req-2ea019a6-dbfc-4755-aa92-03dfad932510 req-e68e756e-a04e-4504-afa1-ec0c704140ae tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=269ae487-b0f5-4513-a5a9-baa48cc9883a HTTP/1.1" status: 200 len: 210 time: 0.0278676 Oct 12 02:48:41.281751 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37382) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:41.287927 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:41.390547 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-325a3288-27c1-4bae-b865-59b1e3e6cf12 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Deleting port ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:41.390783 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-325a3288-27c1-4bae-b865-59b1e3e6cf12 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:41.468348 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-325a3288-27c1-4bae-b865-59b1e3e6cf12 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:41.468670 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-325a3288-27c1-4bae-b865-59b1e3e6cf12 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:41.481291 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-325a3288-27c1-4bae-b865-59b1e3e6cf12 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Calling delete_port for ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0 owned by network:floatingip {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:41.608814 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-325a3288-27c1-4bae-b865-59b1e3e6cf12 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:41.633873 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a3288-27c1-4bae-b865-59b1e3e6cf12 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event deleted for resources: {'Port': ['ID=ba5cf9c4-4d9d-41c3-bc2c-496785bc70b0,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:41.693959 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-325a3288-27c1-4bae-b865-59b1e3e6cf12 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for floatingip (56bd274b-15a9-4b98-871e-f0a61583060f), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:41.696396 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-325a3288-27c1-4bae-b865-59b1e3e6cf12 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110913'] for floatingip (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:41.697575 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-325a3288-27c1-4bae-b865-59b1e3e6cf12 tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/56bd274b-15a9-4b98-871e-f0a61583060f HTTP/1.1" status: 204 len: 168 time: 0.4161170 Oct 12 02:48:42.903780 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37394) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:42.963856 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6aca7d7-9e78-4ff7-bfa1-3ebf24d0a82b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group (aff69927-7617-43d6-8c17-06c7b0d928b9), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:42.989124 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6aca7d7-9e78-4ff7-bfa1-3ebf24d0a82b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group (aff69927-7617-43d6-8c17-06c7b0d928b9), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:43.000316 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 6a932fdd-a6eb-4530-952f-21adba6785ea no longer exists at agent hyperv_hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:48:43.002501 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:43.009063 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:43.026183 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] No Port match for: 6a932fdd-a6eb-4530-952f-21adba6785ea {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:48:43.026542 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Device 6a932fdd-a6eb-4530-952f-21adba6785ea not bound to the agent host hv-cinder-84914 {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:48:43.050995 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6aca7d7-9e78-4ff7-bfa1-3ebf24d0a82b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (aff69927-7617-43d6-8c17-06c7b0d928b9), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:43.053540 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d6aca7d7-9e78-4ff7-bfa1-3ebf24d0a82b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:43.054697 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d6aca7d7-9e78-4ff7-bfa1-3ebf24d0a82b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/aff69927-7617-43d6-8c17-06c7b0d928b9 HTTP/1.1" status: 204 len: 168 time: 0.1498842 Oct 12 02:48:43.064021 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aca7d7-9e78-4ff7-bfa1-3ebf24d0a82b tempest-TestVolumeBootPattern-608330013 tempest-TestVolumeBootPattern-608330013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff69927-7617-43d6-8c17-06c7b0d928b9,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:43.109164 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 37398) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:43.518345 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (d9346505-8537-497f-a610-44069e3f5e20), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:43.729428 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] Deleting port 69654eef-aa9b-4c41-890c-e07b6073e868 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:43.729770 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:43.808980 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] For port 69654eef-aa9b-4c41-890c-e07b6073e868, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=69654eef-aa9b-4c41-890c-e07b6073e868,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:48:43.809257 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:43.822012 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] Calling delete_port for 69654eef-aa9b-4c41-890c-e07b6073e868 owned by network:router_interface {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:43.940944 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:43.942917 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:43.996217 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (69654eef-aa9b-4c41-890c-e07b6073e868), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:44.020925 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=69654eef-aa9b-4c41-890c-e07b6073e868,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:44.185159 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (d9346505-8537-497f-a610-44069e3f5e20), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:44.205446 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f7846c-4de1-42c5-b5d9-4e7aeb7c759b None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:48:44.277992 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f7846c-4de1-42c5-b5d9-4e7aeb7c759b None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:48:44.386411 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] Router d9346505-8537-497f-a610-44069e3f5e20 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:48:44.489314 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:48:44.494520 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a17bb77d-30bd-4b3a-a8c1-e06e291a2e2d admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/d9346505-8537-497f-a610-44069e3f5e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3836884 Oct 12 02:48:44.497200 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37402) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:44.503393 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] Sync routers for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:48:44.514158 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:48:44.514909 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:48:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:44.602368 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Publish callbacks [] for router (d9346505-8537-497f-a610-44069e3f5e20), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:44.621337 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:48:44.653362 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:44.712939 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Publish callbacks [] for router_gateway (d9346505-8537-497f-a610-44069e3f5e20), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:44.764629 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Deleting port 879341b6-b786-4968-ac98-fb826d20ec41 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:44.765017 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (879341b6-b786-4968-ac98-fb826d20ec41), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:44.801851 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': '879341b6-b786-4968-ac98-fb826d20ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:48:43Z', 'revision_number': 5, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port': {'id': '879341b6-b786-4968-ac98-fb826d20ec41', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9346505-8537-497f-a610-44069e3f5e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:10Z', 'updated_at': '2022-10-12T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:44.828452 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:44.831514 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] Checking router: d9346505-8537-497f-a610-44069e3f5e20 for host: dv-cinder-849143-14-iscsi {{(pid=104438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:48:44.840982 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] Routers {'d9346505-8537-497f-a610-44069e3f5e20'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:48:44.841599 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:48:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['d9346505-8537-497f-a610-44069e3f5e20'], 'active': True} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:44.849297 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] For port 879341b6-b786-4968-ac98-fb826d20ec41, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=879341b6-b786-4968-ac98-fb826d20ec41,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:48:44.849649 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (879341b6-b786-4968-ac98-fb826d20ec41), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:44.866693 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Calling delete_port for 879341b6-b786-4968-ac98-fb826d20ec41 owned by network:router_gateway {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:44.936197 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_dvr_db [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] Set router d9346505-8537-497f-a610-44069e3f5e20 gateway port host: None {{(pid=104438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:48:44.958451 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-801ee772-96b4-4a4a-9b9b-7316362e1039 None None] Provisioning complete for port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:48:44.958835 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-801ee772-96b4-4a4a-9b9b-7316362e1039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:44.959178 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-801ee772-96b4-4a4a-9b9b-7316362e1039 None None] Attempt 1 to provision port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 Oct 12 02:48:44.990227 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.l3_hamode_db [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:48:44Z', 'revision_number': 6, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port_host': None}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:45.015804 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee990ad3-b141-4e5c-91ae-9082b7098427 None None] The sync data for ids ['d9346505-8537-497f-a610-44069e3f5e20'] in dv-cinder-849143-14-iscsi is: [{'id': 'd9346505-8537-497f-a610-44069e3f5e20', 'name': 'tempest-TestVolumeBootPattern-1269055016-router', 'tenant_id': '0420b1fe8ff5451dba85de3001a3932f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:09Z', 'updated_at': '2022-10-12T02:48:44Z', 'revision_number': 6, 'project_id': '0420b1fe8ff5451dba85de3001a3932f', 'gw_port_host': None}] {{(pid=104438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:48:45.041697 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-801ee772-96b4-4a4a-9b9b-7316362e1039 None None] Current status of the port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:48:45.052966 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (879341b6-b786-4968-ac98-fb826d20ec41), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.075907 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=879341b6-b786-4968-ac98-fb826d20ec41,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:45.139016 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (d9346505-8537-497f-a610-44069e3f5e20), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.224263 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (d9346505-8537-497f-a610-44069e3f5e20), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.226405 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Publish callbacks [] for router_controller (d9346505-8537-497f-a610-44069e3f5e20), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.267799 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (d9346505-8537-497f-a610-44069e3f5e20), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.268600 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9346505-8537-497f-a610-44069e3f5e20 {{(pid=104435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:48:45.273187 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.274322 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-f9d8127a-0acf-47de-be7a-5584638013f2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/d9346505-8537-497f-a610-44069e3f5e20 HTTP/1.1" status: 204 len: 168 time: 0.7760911 Oct 12 02:48:45.276885 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37404) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:45.323222 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff193899-3d56-4c2f-9d31-d707adb6441d admin admin] Deleting subnet 00aacf4c-2c13-4c74-b08a-5c950b34b7ac {{(pid=104435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:48:45.326322 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ff193899-3d56-4c2f-9d31-d707adb6441d admin admin] Publish callbacks [] for subnet (00aacf4c-2c13-4c74-b08a-5c950b34b7ac), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.359977 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ff193899-3d56-4c2f-9d31-d707adb6441d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2680509'] for subnet (00aacf4c-2c13-4c74-b08a-5c950b34b7ac), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.439794 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ff193899-3d56-4c2f-9d31-d707adb6441d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (00aacf4c-2c13-4c74-b08a-5c950b34b7ac), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.495465 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ff193899-3d56-4c2f-9d31-d707adb6441d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26805740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27074553'] for subnet (00aacf4c-2c13-4c74-b08a-5c950b34b7ac), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.522625 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff193899-3d56-4c2f-9d31-d707adb6441d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00aacf4c-2c13-4c74-b08a-5c950b34b7ac,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:45.524606 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-ff193899-3d56-4c2f-9d31-d707adb6441d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for subnet (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.528252 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-ff193899-3d56-4c2f-9d31-d707adb6441d admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/00aacf4c-2c13-4c74-b08a-5c950b34b7ac HTTP/1.1" status: 204 len: 168 time: 0.2504282 Oct 12 02:48:45.528479 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4245da17-7e62-42bf-823e-d460daf2f3cb None None] Network c8f4d944-2283-4081-9e18-98805e4df4db requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:48:45.530338 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 37406) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:45.599946 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (c8f4d944-2283-4081-9e18-98805e4df4db), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.643447 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Deleting port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 {{(pid=104436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:45.643785 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.705144 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.db [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] For port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=3e6e2d66-092c-4c3a-9d9c-faf515652cb7,segment=NetworkSegment(96001193-b4a5-4f4c-a088-4afa8899a1cf),segment_id=96001193-b4a5-4f4c-a088-4afa8899a1cf)] {{(pid=104436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:48:45.705505 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.718246 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.plugin [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Calling delete_port for 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 owned by network:dhcp {{(pid=104436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:45.799815 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27082468'] for port (3e6e2d66-092c-4c3a-9d9c-faf515652cb7), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.803129 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:45.809122 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:DELETE=6,neutron:UPDATE=1,neutron:SELECT=93 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:45.818459 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b78495-c249-40dc-9e1f-dc600140cee2 None None] DHCP port deletion for c8f4d944-2283-4081-9e18-98805e4df4db request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:48:45.837035 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6e2d66-092c-4c3a-9d9c-faf515652cb7,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:45.838883 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] No DVR routers for this DVR port 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 on host dv-cinder-849143-14-iscsi {{(pid=104436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:48:45.916071 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (c8f4d944-2283-4081-9e18-98805e4df4db), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.938043 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f4d944-2283-4081-9e18-98805e4df4db']}} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:45.948510 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-697bcb8a-a562-44a6-8f7c-9d0c03a3501c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.950003 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96001193-b4a5-4f4c-a088-4afa8899a1cf') {'for_net_delete': True} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:45.950302 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.services.segments.db [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96001193-b4a5-4f4c-a088-4afa8899a1cf') {} {{(pid=104436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:45.963009 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27132702'] for segment (96001193-b4a5-4f4c-a088-4afa8899a1cf), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.976906 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (96001193-b4a5-4f4c-a088-4afa8899a1cf), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:45.983663 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:48:45.984046 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27082299'] for segment (96001193-b4a5-4f4c-a088-4afa8899a1cf), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:46.045671 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (c8f4d944-2283-4081-9e18-98805e4df4db), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:46.053873 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:46.057771 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/c8f4d944-2283-4081-9e18-98805e4df4db HTTP/1.1" status: 204 len: 168 time: 0.5261590 Oct 12 02:48:46.060680 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37412) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:46.071048 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd51e2-560d-420f-a18a-d11c0e3c1b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f4d944-2283-4081-9e18-98805e4df4db,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:46.125375 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:46.140882 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 96001193-b4a5-4f4c-a088-4afa8899a1cf resource provider aggregate not found Oct 12 02:48:46.160022 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.services.segments.plugin [-] Segment 96001193-b4a5-4f4c-a088-4afa8899a1cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96001193-b4a5-4f4c-a088-4afa8899a1cf found for delete ", "request_id": "req-2288cce0-5918-4721-a64f-a05572494bc4"}]} Oct 12 02:48:46.324539 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:46.420536 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728205'] for router_interface (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:46.637521 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] Deleting port 428d6517-2627-41ba-a9e8-b9b960961dc0 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:46.638191 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:46.951018 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] For port 428d6517-2627-41ba-a9e8-b9b960961dc0, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=428d6517-2627-41ba-a9e8-b9b960961dc0,segment=NetworkSegment(b00a09f2-03c3-46b3-9d8c-f7c29fee3fba),segment_id=b00a09f2-03c3-46b3-9d8c-f7c29fee3fba)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:48:46.951252 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:46.954874 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:48:46.964104 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] Calling delete_port for 428d6517-2627-41ba-a9e8-b9b960961dc0 owned by network:router_interface {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:46.973613 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:48:46.974035 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 3e6e2d66-092c-4c3a-9d9c-faf515652cb7 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:48:46.974525 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 879341b6-b786-4968-ac98-fb826d20ec41 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:48:46.992846 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 879341b6-b786-4968-ac98-fb826d20ec41 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:48:46.993267 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 879341b6-b786-4968-ac98-fb826d20ec41 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:48:46.993740 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 69654eef-aa9b-4c41-890c-e07b6073e868 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:48:47.011764 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 69654eef-aa9b-4c41-890c-e07b6073e868 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:48:47.012108 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 69654eef-aa9b-4c41-890c-e07b6073e868 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:48:47.135761 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:47.140579 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (428d6517-2627-41ba-a9e8-b9b960961dc0), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:47.166631 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=428d6517-2627-41ba-a9e8-b9b960961dc0,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:47.324068 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3919104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728185'] for router_interface (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:47.343690 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a823b-58d4-4e9f-80f0-fa65986aa6ed None None] get_active_networks_info from dv-cinder-849143-14-iscsi {{(pid=104437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 02:48:47.414917 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a823b-58d4-4e9f-80f0-fa65986aa6ed None None] Resources bound (agent type, host, resource id): {{(pid=104437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 02:48:47.432337 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:47.529904 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] Router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 has already been hosted by L3 agent 71fd2def-a4f9-4f82-b3ef-59ad96c63210 {{(pid=104435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 02:48:47.633998 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] Notify agent at l3_agent.dv-cinder-849143-14-iscsi the message routers_updated {{(pid=104435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 02:48:47.639088 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-b69ec94b-b209-4d73-8e5e-3779138b9fb0 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/eab05ec2-6042-40ac-85ba-3b7f4c5796c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5761161 Oct 12 02:48:47.642231 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37416) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:47.646357 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] Sync routers for ids ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'] in dv-cinder-849143-14-iscsi {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 02:48:47.655550 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] Routers {'eab05ec2-6042-40ac-85ba-3b7f4c5796c7'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:48:47.656171 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:48:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:47.752610 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Publish callbacks [] for router (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:47.763156 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] Set router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 gateway port host: dv-cinder-849143-14-iscsi {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:48:47.872243 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Publish callbacks [] for router_gateway (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:47.877625 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:47.881546 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=100 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:47.919063 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Deleting port 7b728fe4-80a5-4da8-9f45-78926958b756 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:47.919496 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:47.957788 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'name': 'tempest-TestVolumeBootPattern-1833578726-router', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'external_fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:48:47Z', 'revision_number': 5, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'gw_port': {'id': '7b728fe4-80a5-4da8-9f45-78926958b756', 'name': '', 'network_id': '593c69e4-3075-4dd6-b6fa-c96fdcfde050', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a846df1-b9d0-4600-9a65-7010a0ef9e3d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-14-iscsi'}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:47.982933 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] Checking router: eab05ec2-6042-40ac-85ba-3b7f4c5796c7 for host: dv-cinder-849143-14-iscsi {{(pid=104437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 02:48:47.991429 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] Routers {'eab05ec2-6042-40ac-85ba-3b7f4c5796c7'} bound to L3 agent in host dv-cinder-849143-14-iscsi {{(pid=104437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 02:48:47.992030 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T02:21:18Z,description=,heartbeat_timestamp=2022-10-12T02:48:18Z,host='dv-cinder-849143-14-iscsi',id=71fd2def-a4f9-4f82-b3ef-59ad96c63210,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T02:21:18Z,topic='l3_agent')) {'router_ids': ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'], 'active': True} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:48.005825 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] For port 7b728fe4-80a5-4da8-9f45-78926958b756, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=7b728fe4-80a5-4da8-9f45-78926958b756,segment=NetworkSegment(bb039ef9-ccaa-4352-b02a-7162fe9e4584),segment_id=bb039ef9-ccaa-4352-b02a-7162fe9e4584)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:48:48.006195 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.025251 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Calling delete_port for 7b728fe4-80a5-4da8-9f45-78926958b756 owned by network:router_gateway {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:48.065190 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=100 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:48.077450 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvr_db [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] Set router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 gateway port host: None {{(pid=104437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 02:48:48.133137 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_hamode_db [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'name': 'tempest-TestVolumeBootPattern-1833578726-router', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:48:47Z', 'revision_number': 6, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'gw_port_host': None}], 'dv-cinder-849143-14-iscsi', False) {} {{(pid=104437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:48.136029 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.provisioning_blocks [None req-8d8e914a-9681-4928-b9c3-9f114c228b83 None None] Provisioning complete for port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 triggered by entity DHCP. {{(pid=104437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 02:48:48.136400 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-8d8e914a-9681-4928-b9c3-9f114c228b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439271'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), provisioning_complete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.136747 dv-cinder-849143-14-iscsi neutron-server[104437]: INFO neutron.plugins.ml2.plugin [None req-8d8e914a-9681-4928-b9c3-9f114c228b83 None None] Attempt 1 to provision port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 Oct 12 02:48:48.160667 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dff679-113f-4260-86d7-f7dfcf436416 None None] The sync data for ids ['eab05ec2-6042-40ac-85ba-3b7f4c5796c7'] in dv-cinder-849143-14-iscsi is: [{'id': 'eab05ec2-6042-40ac-85ba-3b7f4c5796c7', 'name': 'tempest-TestVolumeBootPattern-1833578726-router', 'tenant_id': '499f753d52b945f7a5af4fddc75a9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T02:42:14Z', 'updated_at': '2022-10-12T02:48:47Z', 'revision_number': 6, 'project_id': '499f753d52b945f7a5af4fddc75a9f10', 'gw_port_host': None}] {{(pid=104437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 02:48:48.200966 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (7b728fe4-80a5-4da8-9f45-78926958b756), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.227662 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b728fe4-80a5-4da8-9f45-78926958b756,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:48.239441 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e914a-9681-4928-b9c3-9f114c228b83 None None] Current status of the port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 is: ACTIVE; New status is: ACTIVE {{(pid=104437) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 02:48:48.287715 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727987'] for router_gateway (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.311097 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-350c4340-0d63-4baf-b76e-147317f3c0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.345523 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:48.378132 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.380388 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Publish callbacks [] for router_controller (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), precommit_delete_associations {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.420844 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728225'] for router (eab05ec2-6042-40ac-85ba-3b7f4c5796c7), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.421400 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab05ec2-6042-40ac-85ba-3b7f4c5796c7 {{(pid=104435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 02:48:48.426391 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.427552 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-d3872ce9-077a-4672-a59d-41ada4961e12 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/eab05ec2-6042-40ac-85ba-3b7f4c5796c7 HTTP/1.1" status: 204 len: 168 time: 0.7841990 Oct 12 02:48:48.430335 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [-] (104436) accepted ('10.222.0.23', 37418) {{(pid=104436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:48.478058 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.db.db_base_plugin_v2 [None req-a837c667-499e-42c4-b5cc-6b467295c6cb admin admin] Deleting subnet 612d67e4-2737-4aa4-8a4c-f16b9948fe6c {{(pid=104436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 02:48:48.481573 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a837c667-499e-42c4-b5cc-6b467295c6cb admin admin] Publish callbacks [] for subnet (612d67e4-2737-4aa4-8a4c-f16b9948fe6c), before_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.517776 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a837c667-499e-42c4-b5cc-6b467295c6cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27132775'] for subnet (612d67e4-2737-4aa4-8a4c-f16b9948fe6c), precommit_delete_associations {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.595433 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a837c667-499e-42c4-b5cc-6b467295c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1361308'] for subnet (612d67e4-2737-4aa4-8a4c-f16b9948fe6c), precommit_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.651694 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a837c667-499e-42c4-b5cc-6b467295c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1365683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27082449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020504'] for subnet (612d67e4-2737-4aa4-8a4c-f16b9948fe6c), after_delete {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.946833 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837c667-499e-42c4-b5cc-6b467295c6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=612d67e4-2737-4aa4-8a4c-f16b9948fe6c,revision_number=None']} {{(pid=104436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:48.953866 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron_lib.callbacks.manager [None req-a837c667-499e-42c4-b5cc-6b467295c6cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:48.956860 dv-cinder-849143-14-iscsi neutron-server[104436]: INFO neutron.wsgi [None req-a837c667-499e-42c4-b5cc-6b467295c6cb admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/612d67e4-2737-4aa4-8a4c-f16b9948fe6c HTTP/1.1" status: 204 len: 168 time: 0.5252748 Oct 12 02:48:48.959221 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27627f9d-9fb2-4daa-a69d-125ea2c59396 None None] Network 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 requested from dv-cinder-849143-14-iscsi {{(pid=104437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 02:48:48.959748 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37420) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:48.976058 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 428d6517-2627-41ba-a9e8-b9b960961dc0 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:48:49.024500 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 428d6517-2627-41ba-a9e8-b9b960961dc0 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:48:49.024876 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 428d6517-2627-41ba-a9e8-b9b960961dc0 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:48:49.025290 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 7b728fe4-80a5-4da8-9f45-78926958b756 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:48:49.038308 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418833'] for network (0826a9ec-e212-49cd-9fbb-23a293c0e4a9), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.052828 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: 7b728fe4-80a5-4da8-9f45-78926958b756 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:48:49.053175 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device 7b728fe4-80a5-4da8-9f45-78926958b756 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:48:49.081590 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Deleting port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 {{(pid=104435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:49.081929 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.153091 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] DHCP port deletion for 0826a9ec-e212-49cd-9fbb-23a293c0e4a9 request from dv-cinder-849143-14-iscsi {{(pid=104437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 02:48:49.154695 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.db [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] For port a4b13cae-e64b-4ace-b74d-f4c9910c0c65, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=a4b13cae-e64b-4ace-b74d-f4c9910c0c65,segment=NetworkSegment(b00a09f2-03c3-46b3-9d8c-f7c29fee3fba),segment_id=b00a09f2-03c3-46b3-9d8c-f7c29fee3fba)] {{(pid=104435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:48:49.155178 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.176933 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.plugin [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Calling delete_port for a4b13cae-e64b-4ace-b74d-f4c9910c0c65 owned by network:dhcp {{(pid=104435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:49.195444 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Deleting port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 {{(pid=104437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 02:48:49.195657 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748435555624'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), before_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.260936 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26805721'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.263363 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.db [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] For port a4b13cae-e64b-4ace-b74d-f4c9910c0c65, host dv-cinder-849143-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-14-iscsi',level=0,port_id=a4b13cae-e64b-4ace-b74d-f4c9910c0c65,segment=NetworkSegment(b00a09f2-03c3-46b3-9d8c-f7c29fee3fba),segment_id=b00a09f2-03c3-46b3-9d8c-f7c29fee3fba)] {{(pid=104437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 02:48:49.263767 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3746675'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), precommit_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.277149 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Calling delete_port for a4b13cae-e64b-4ace-b74d-f4c9910c0c65 owned by network:dhcp {{(pid=104437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 02:48:49.286843 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b13cae-e64b-4ace-b74d-f4c9910c0c65,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:49.290125 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] No DVR routers for this DVR port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 on host dv-cinder-849143-14-iscsi {{(pid=104435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:48:49.349264 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.364454 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1433742', 'neutron.services.segments.db._delete_segments_for_network-8748435571420'] for network (0826a9ec-e212-49cd-9fbb-23a293c0e4a9), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.368119 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748435558054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435083493'] for port (a4b13cae-e64b-4ace-b74d-f4c9910c0c65), after_delete {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.387241 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0826a9ec-e212-49cd-9fbb-23a293c0e4a9']}} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:49.397696 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Pushing event deleted for resources: {'Port': ['ID=a4b13cae-e64b-4ace-b74d-f4c9910c0c65,revision_number=None']} {{(pid=104437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:49.399544 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba') {'for_net_delete': True} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:49.399843 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.services.segments.db [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00a09f2-03c3-46b3-9d8c-f7c29fee3fba') {} {{(pid=104435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 02:48:49.400843 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] No DVR routers for this DVR port a4b13cae-e64b-4ace-b74d-f4c9910c0c65 on host dv-cinder-849143-14-iscsi {{(pid=104437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.413142 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8e0b-1da1-4afd-8821-40592960c5e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-14-iscsi {{(pid=104437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 02:48:49.419435 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748435616166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2680516'] for segment (b00a09f2-03c3-46b3-9d8c-f7c29fee3fba), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.434520 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619'] for segment (b00a09f2-03c3-46b3-9d8c-f7c29fee3fba), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.441725 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 02:48:49.442110 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26805510'] for segment (b00a09f2-03c3-46b3-9d8c-f7c29fee3fba), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.502126 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1441405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3919225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728044'] for network (0826a9ec-e212-49cd-9fbb-23a293c0e4a9), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.514902 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3919215'] for network (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.515770 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/0826a9ec-e212-49cd-9fbb-23a293c0e4a9 HTTP/1.1" status: 204 len: 168 time: 0.5553923 Oct 12 02:48:49.530156 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62110378-1fa5-467c-b1b0-8a55c1100f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=0826a9ec-e212-49cd-9fbb-23a293c0e4a9,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:49.540564 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment b00a09f2-03c3-46b3-9d8c-f7c29fee3fba resource provider aggregate not found Oct 12 02:48:49.556951 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.services.segments.plugin [-] Segment b00a09f2-03c3-46b3-9d8c-f7c29fee3fba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b00a09f2-03c3-46b3-9d8c-f7c29fee3fba found for delete ", "request_id": "req-5cdf8f4d-07e0-488d-8f1c-1cade56de0f8"}]} Oct 12 02:48:49.622932 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37430) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:49.663110 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-5818f8ef-c2dd-4d37-9079-1f431acafee6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=0420b1fe8ff5451dba85de3001a3932f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390489 Oct 12 02:48:49.665536 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37432) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:49.687749 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:49.690062 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:48:49.714999 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-86415e36-7765-42b1-88ff-4d90ba727b22 admin admin] Publish callbacks [] for security_group (2e0c3364-a967-4a8d-800c-2cda5a138b0d), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.734877 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-86415e36-7765-42b1-88ff-4d90ba727b22 admin admin] Publish callbacks [] for security_group (2e0c3364-a967-4a8d-800c-2cda5a138b0d), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.781815 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-86415e36-7765-42b1-88ff-4d90ba727b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (2e0c3364-a967-4a8d-800c-2cda5a138b0d), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.784885 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-86415e36-7765-42b1-88ff-4d90ba727b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:49.786034 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-86415e36-7765-42b1-88ff-4d90ba727b22 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2e0c3364-a967-4a8d-800c-2cda5a138b0d HTTP/1.1" status: 204 len: 168 time: 0.1197133 Oct 12 02:48:49.794501 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86415e36-7765-42b1-88ff-4d90ba727b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0c3364-a967-4a8d-800c-2cda5a138b0d,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:50.125643 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37438) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:50.165524 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-37b14fbe-5485-465c-895b-b6278286a929 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=499f753d52b945f7a5af4fddc75a9f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380974 Oct 12 02:48:50.168015 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [-] (104435) accepted ('10.222.0.23', 37440) {{(pid=104435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 02:48:50.217384 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0a9559c9-521f-4b36-b5d8-844890848fe9 admin admin] Publish callbacks [] for security_group (760dbd82-f505-4c61-b0e3-478b703a4aeb), before_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:50.226449 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:50.239486 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0a9559c9-521f-4b36-b5d8-844890848fe9 admin admin] Publish callbacks [] for security_group (760dbd82-f505-4c61-b0e3-478b703a4aeb), precommit_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:50.285362 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0a9559c9-521f-4b36-b5d8-844890848fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735078'] for security_group (760dbd82-f505-4c61-b0e3-478b703a4aeb), after_delete {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:50.287794 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron_lib.callbacks.manager [None req-0a9559c9-521f-4b36-b5d8-844890848fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:50.289022 dv-cinder-849143-14-iscsi neutron-server[104435]: INFO neutron.wsgi [None req-0a9559c9-521f-4b36-b5d8-844890848fe9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/760dbd82-f505-4c61-b0e3-478b703a4aeb HTTP/1.1" status: 204 len: 168 time: 0.1201317 Oct 12 02:48:50.296686 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9559c9-521f-4b36-b5d8-844890848fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760dbd82-f505-4c61-b0e3-478b703a4aeb,revision_number=None']} {{(pid=104435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 02:48:50.920270 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:50.974455 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device a4b13cae-e64b-4ace-b74d-f4c9910c0c65 no longer exists at agent ovs-agent-dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 02:48:50.995459 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.plugin [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] No Port match for: a4b13cae-e64b-4ace-b74d-f4c9910c0c65 {{(pid=104437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 02:48:50.996116 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron.plugins.ml2.rpc [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Device a4b13cae-e64b-4ace-b74d-f4c9910c0c65 not bound to the agent host dv-cinder-849143-14-iscsi {{(pid=104437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 02:48:51.268621 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:54.993887 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=73 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:58.656021 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:58.659727 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG dbcounter [-] [104436] Writing DB stats neutron:SELECT=44,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104436) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:48:59.313358 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:48:59.685602 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=98 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:00.270275 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=36,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:00.292790 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG dbcounter [-] [104435] Writing DB stats neutron:SELECT=5,neutron:DELETE=3 {{(pid=104435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:09.303443 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:09.309318 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:15.951181 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ce29-73a3-4395-a391-d56189ee0260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:18.313998 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-adc5c13e-c461-4d29-bd3b-65f86c289f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:19.339684 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:20.935427 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:21.274363 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:24.352145 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:24.352928 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:26.688802 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:49:29.314380 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:36.683523 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:36.684262 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:39.308198 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:39.310099 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:49:45.952111 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-92f22407-bcce-4298-81ef-49e61f31b322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:48.316349 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-1546a273-1f58-4e0f-bd44-18a7fbe1d234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:49.341429 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:50.913573 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:51.277175 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:49:59.312858 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:03.688288 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:50:09.307382 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:09.309241 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:13.683152 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=18 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:13.683902 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=16 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:15.953645 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-afd2fb46-dc13-462e-a9be-539e9e3f1fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:18.319258 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-b485f21c-082a-48cd-b39f-8b584f720f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:19.345469 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:20.915385 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:21.279241 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:29.327673 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:31.274958 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:32.045002 dv-cinder-849143-14-iscsi neutron-server[104435]: DEBUG neutron.wsgi [req-31ef6749-94f2-414b-9a93-074d00ea6569 req-c7a4070a-3fc0-4b4e-b17e-158ea78a22e5 service neutron] (104435) timed out ('10.222.0.16', 55929) {{(pid=104435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 02:50:38.340480 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:38.345182 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:39.323605 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:40.686377 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:50:45.955026 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-d2ad64df-3813-4086-a31e-17ba8ccf30de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:47.714872 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-57ecb386-5271-4781-bbc2-33c4c2cafbcd service neutron] (104436) timed out ('10.222.0.23', 58958) {{(pid=104436) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 02:50:47.870879 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-73a0f8a9-cc91-44e8-bac1-a0ec0c43342d req-1e42cd35-90cf-4b5d-9d5b-b1e9c095f2d8 tempest-AttachVolumeShelveTestJSON-1953638504 tempest-AttachVolumeShelveTestJSON-1953638504-project] (104436) timed out ('10.222.0.23', 58968) {{(pid=104436) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 02:50:48.322855 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-686ddf6c-3b96-41f8-8ea0-a76a30829438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:49.347982 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:50.682240 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:50.683064 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:50:50.919869 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:51.281236 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:50:59.327474 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:09.321228 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:09.324130 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:15.346382 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=3 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:15.350642 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:15.956483 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-41e71423-d2fe-4a7e-bb43-47ec0eae36e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:17.686287 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:51:18.324760 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e4323584-c6f5-4028-b361-022123be4152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:19.350801 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:20.933325 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:21.283635 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:27.679714 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:27.680976 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:29.342038 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:39.335810 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:39.338594 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:45.957960 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-c4502ae1-aa86-4d5f-bbf8-69772944c164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:48.327622 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-18410a9b-0ffd-4271-a810-000c0d033863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:49.357672 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:50.923375 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:51.286244 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:51:52.342942 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:52.348002 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:51:54.684862 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:51:59.342291 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:09.336079 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:09.338278 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:10.912524 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=14 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:10.918507 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=14 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:15.958848 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-9269fefb-8edb-4f66-9a2e-da1d32ca9ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:18.329414 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-26cfe1d8-967f-4b21-b000-13cbd49ec566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:19.354660 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:20.923749 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:21.288481 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:29.333330 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:29.340610 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:29.344378 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:31.683423 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:52:39.331175 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:39.336491 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:41.678754 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:41.679455 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:45.962489 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-dd4d1fa7-57e1-405a-8ddb-3f5d8ffeaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:48.331122 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-e1cf815c-5963-4797-821c-f813af6c5f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:49.358150 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:50.927792 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:51.289722 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:52:53.332791 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:53.333440 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:52:59.342287 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:08.682088 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:53:09.336112 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:53:09.338508 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:53:15.963624 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-ab43266f-d386-4aaf-ac64-e34f226795a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:18.333409 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-6d61cddb-f8f3-4bb6-a8fc-f1689e638f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:18.676945 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:53:18.677721 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:53:19.361182 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:20.939548 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:21.292217 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:29.354907 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:39.348512 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:53:39.350412 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:53:43.331793 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:53:43.336533 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=4 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:53:45.681273 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG neutron.db.agents_db [None req-780c7cae-78a5-4aaa-9759-7ada8fd81416 None None] Agent healthcheck: found 6 active agents {{(pid=104438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 02:53:45.964552 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-4f69512f-ba86-4eaf-836d-dd14bc134e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:48.334934 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-50f6a547-db16-423d-a3b5-e7c8c48b43d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:49.364100 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:50.935351 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-403a6ee8-de43-4dba-b133-edce273cec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (5f792686-5b5a-4b46-8a6e-3b392792b39c), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:51.294970 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-2a4555af-01f9-4353-8ab7-049f7ece9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (cdb1ee90-42e4-437c-8184-1126d96beda1), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:53:55.676330 dv-cinder-849143-14-iscsi neutron-server[104438]: DEBUG dbcounter [-] [104438] Writing DB stats neutron:SELECT=2 {{(pid=104438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:53:55.946454 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-a08c7216-3ce9-45a1-9701-3a1330f5a70b service neutron] (104436) timed out ('10.222.0.23', 35602) {{(pid=104436) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 02:53:57.213468 dv-cinder-849143-14-iscsi neutron-server[104436]: DEBUG neutron.wsgi [req-81e5cc97-6b13-412e-a2c9-4497137504f5 req-8979488e-6271-448d-bc33-c634b8cd571f tempest-TestShelveInstance-677938886 tempest-TestShelveInstance-677938886-project] (104436) timed out ('10.222.0.23', 35614) {{(pid=104436) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 02:53:59.343256 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-7c67803b-1505-41ed-9c91-1a470b4ad87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (88370fd4-27b8-4343-82cb-f37f7d6b658e), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:54:09.337467 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:54:09.339054 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG dbcounter [-] [104437] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104437) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 02:54:15.965725 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-b1e18f22-f001-43a9-80e9-7f744774a585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (726fe15b-7868-4c36-bbaa-762963f99729), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:54:18.337065 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-424348b5-3843-4071-ad65-ca26f0dd9491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (71fd2def-a4f9-4f82-b3ef-59ad96c63210), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 02:54:19.368782 dv-cinder-849143-14-iscsi neutron-server[104437]: DEBUG neutron_lib.callbacks.manager [None req-009edaf9-d1ad-4bb5-9ca8-cc9349844bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748435571402', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439425'] for agent (255cf6b9-f58f-4c95-bf12-f65ea3b92470), after_update {{(pid=104437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}